2024-12-05 13:18:38,497 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-05 13:18:38,513 main DEBUG Took 0.013533 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 13:18:38,513 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 13:18:38,514 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 13:18:38,515 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 13:18:38,517 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:18:38,526 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 13:18:38,542 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:18:38,544 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:18:38,544 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:18:38,545 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:18:38,545 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:18:38,546 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:18:38,546 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:18:38,547 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:18:38,547 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:18:38,547 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:18:38,548 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:18:38,548 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:18:38,549 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:18:38,549 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:18:38,549 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:18:38,550 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:18:38,550 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:18:38,550 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:18:38,551 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:18:38,551 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:18:38,551 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:18:38,552 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:18:38,552 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:18:38,552 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:18:38,553 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:18:38,553 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 13:18:38,554 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:18:38,555 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 13:18:38,557 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 13:18:38,557 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 13:18:38,558 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 13:18:38,558 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 13:18:38,567 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 13:18:38,569 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 13:18:38,571 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 13:18:38,571 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 13:18:38,571 main DEBUG createAppenders(={Console}) 2024-12-05 13:18:38,572 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-12-05 13:18:38,572 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-05 13:18:38,573 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-12-05 13:18:38,573 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 13:18:38,574 main DEBUG OutputStream closed 2024-12-05 13:18:38,574 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 13:18:38,574 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 13:18:38,574 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-12-05 13:18:38,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 13:18:38,641 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 13:18:38,642 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 13:18:38,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 13:18:38,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 13:18:38,644 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 13:18:38,644 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 13:18:38,644 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 13:18:38,644 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 13:18:38,645 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 13:18:38,645 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 13:18:38,645 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 13:18:38,646 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 13:18:38,646 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 13:18:38,646 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 13:18:38,647 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 13:18:38,647 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 13:18:38,648 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 13:18:38,650 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 13:18:38,650 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-12-05 13:18:38,650 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 13:18:38,651 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-12-05T13:18:38,996 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97 2024-12-05 13:18:38,998 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 13:18:38,999 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T13:18:39,007 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-05T13:18:39,026 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:18:39,029 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/cluster_0379fd47-0fc8-418b-80c1-4bbe2be754d3, deleteOnExit=true 2024-12-05T13:18:39,030 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-05T13:18:39,030 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/test.cache.data in system properties and HBase conf 2024-12-05T13:18:39,031 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:18:39,031 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:18:39,032 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:18:39,033 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:18:39,033 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-05T13:18:39,119 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T13:18:39,210 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:18:39,213 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:18:39,214 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:18:39,214 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:18:39,215 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:18:39,215 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:18:39,216 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:18:39,216 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:18:39,216 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:18:39,217 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:18:39,217 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:18:39,218 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:18:39,218 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:18:39,218 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:18:39,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:18:40,036 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T13:18:40,110 INFO [Time-limited test {}] log.Log(170): Logging initialized @2402ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T13:18:40,183 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:18:40,247 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:18:40,267 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:18:40,267 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:18:40,269 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:18:40,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:18:40,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:18:40,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:18:40,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/java.io.tmpdir/jetty-localhost-34049-hadoop-hdfs-3_4_1-tests_jar-_-any-11712948989786723763/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:18:40,481 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:34049} 2024-12-05T13:18:40,482 INFO [Time-limited test {}] server.Server(415): Started @2774ms 2024-12-05T13:18:40,898 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:18:40,906 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:18:40,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:18:40,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:18:40,908 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:18:40,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:18:40,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:18:41,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/java.io.tmpdir/jetty-localhost-33945-hadoop-hdfs-3_4_1-tests_jar-_-any-11561500358666978893/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:18:41,030 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:33945} 2024-12-05T13:18:41,030 INFO [Time-limited test {}] server.Server(415): Started @3323ms 2024-12-05T13:18:41,086 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:18:41,551 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/cluster_0379fd47-0fc8-418b-80c1-4bbe2be754d3/dfs/data/data2/current/BP-442476065-172.17.0.2-1733404719795/current, will proceed with Du for space computation calculation, 2024-12-05T13:18:41,551 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/cluster_0379fd47-0fc8-418b-80c1-4bbe2be754d3/dfs/data/data1/current/BP-442476065-172.17.0.2-1733404719795/current, will proceed with Du for space computation calculation, 2024-12-05T13:18:41,593 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:18:41,658 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97 2024-12-05T13:18:41,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x605b7baa84034e0f with lease ID 0x8b9d8618d16907fe: Processing first storage report for DS-294da77a-4d04-4cd5-b0ea-943898018518 from datanode DatanodeRegistration(127.0.0.1:42449, datanodeUuid=9bd722a1-23b5-442d-968f-7b27b78c4cb9, infoPort=45063, infoSecurePort=0, ipcPort=43613, storageInfo=lv=-57;cid=testClusterID;nsid=1378029343;c=1733404719795) 2024-12-05T13:18:41,667 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x605b7baa84034e0f with lease ID 0x8b9d8618d16907fe: from storage DS-294da77a-4d04-4cd5-b0ea-943898018518 node DatanodeRegistration(127.0.0.1:42449, datanodeUuid=9bd722a1-23b5-442d-968f-7b27b78c4cb9, infoPort=45063, infoSecurePort=0, ipcPort=43613, storageInfo=lv=-57;cid=testClusterID;nsid=1378029343;c=1733404719795), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T13:18:41,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x605b7baa84034e0f with lease ID 0x8b9d8618d16907fe: Processing first storage report for DS-ad8ea30f-bb80-4254-8a7d-981b08590590 from datanode DatanodeRegistration(127.0.0.1:42449, datanodeUuid=9bd722a1-23b5-442d-968f-7b27b78c4cb9, infoPort=45063, infoSecurePort=0, ipcPort=43613, storageInfo=lv=-57;cid=testClusterID;nsid=1378029343;c=1733404719795) 2024-12-05T13:18:41,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x605b7baa84034e0f with lease ID 0x8b9d8618d16907fe: from storage DS-ad8ea30f-bb80-4254-8a7d-981b08590590 node DatanodeRegistration(127.0.0.1:42449, datanodeUuid=9bd722a1-23b5-442d-968f-7b27b78c4cb9, infoPort=45063, infoSecurePort=0, ipcPort=43613, storageInfo=lv=-57;cid=testClusterID;nsid=1378029343;c=1733404719795), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:18:41,759 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/cluster_0379fd47-0fc8-418b-80c1-4bbe2be754d3/zookeeper_0, clientPort=61019, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/cluster_0379fd47-0fc8-418b-80c1-4bbe2be754d3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/cluster_0379fd47-0fc8-418b-80c1-4bbe2be754d3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T13:18:41,771 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=61019 2024-12-05T13:18:41,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:18:41,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:18:42,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:18:42,491 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e with version=8 2024-12-05T13:18:42,491 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/hbase-staging 2024-12-05T13:18:42,619 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T13:18:42,892 INFO [Time-limited test {}] client.ConnectionUtils(129): master/6fe4fa47a8fb:0 server-side Connection retries=45 2024-12-05T13:18:42,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:18:42,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:18:42,912 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:18:42,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:18:42,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:18:43,046 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:18:43,107 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T13:18:43,116 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T13:18:43,120 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:18:43,148 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6672 (auto-detected) 2024-12-05T13:18:43,149 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T13:18:43,169 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44495 2024-12-05T13:18:43,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:18:43,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:18:43,196 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44495 connecting to ZooKeeper ensemble=127.0.0.1:61019 2024-12-05T13:18:43,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444950x0, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:18:43,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44495-0x1006254bb2a0000 connected 2024-12-05T13:18:43,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T13:18:43,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:18:43,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T13:18:43,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44495 2024-12-05T13:18:43,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44495 2024-12-05T13:18:43,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44495 2024-12-05T13:18:43,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44495 2024-12-05T13:18:43,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44495 2024-12-05T13:18:43,277 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e, hbase.cluster.distributed=false 2024-12-05T13:18:43,345 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6fe4fa47a8fb:0 server-side Connection retries=45 2024-12-05T13:18:43,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:18:43,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:18:43,346 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:18:43,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:18:43,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:18:43,349 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:18:43,352 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:18:43,353 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37007 2024-12-05T13:18:43,355 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:18:43,364 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:18:43,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:18:43,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:18:43,372 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37007 connecting to ZooKeeper ensemble=127.0.0.1:61019 2024-12-05T13:18:43,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370070x0, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:18:43,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37007-0x1006254bb2a0001 connected 2024-12-05T13:18:43,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37007-0x1006254bb2a0001, quorum=127.0.0.1:61019, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T13:18:43,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37007-0x1006254bb2a0001, quorum=127.0.0.1:61019, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:18:43,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37007-0x1006254bb2a0001, quorum=127.0.0.1:61019, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T13:18:43,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37007 2024-12-05T13:18:43,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37007 2024-12-05T13:18:43,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37007 2024-12-05T13:18:43,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37007 2024-12-05T13:18:43,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37007 2024-12-05T13:18:43,387 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/6fe4fa47a8fb,44495,1733404722613 2024-12-05T13:18:43,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37007-0x1006254bb2a0001, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:18:43,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:18:43,396 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6fe4fa47a8fb,44495,1733404722613 2024-12-05T13:18:43,404 DEBUG [M:0;6fe4fa47a8fb:44495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6fe4fa47a8fb:44495 2024-12-05T13:18:43,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37007-0x1006254bb2a0001, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T13:18:43,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T13:18:43,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37007-0x1006254bb2a0001, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:18:43,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:18:43,421 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T13:18:43,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T13:18:43,423 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6fe4fa47a8fb,44495,1733404722613 from backup master directory 2024-12-05T13:18:43,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6fe4fa47a8fb,44495,1733404722613 2024-12-05T13:18:43,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37007-0x1006254bb2a0001, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:18:43,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T13:18:43,428 WARN [master/6fe4fa47a8fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:18:43,428 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6fe4fa47a8fb,44495,1733404722613 2024-12-05T13:18:43,430 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T13:18:43,431 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T13:18:43,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:18:43,503 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/hbase.id with ID: 57414411-3e0f-428e-86d4-f7b2497201c4 2024-12-05T13:18:43,546 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:18:43,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:18:43,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37007-0x1006254bb2a0001, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:18:43,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:18:43,610 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:18:43,612 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:18:43,633 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:43,639 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:18:43,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:18:44,094 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/MasterData/data/master/store 2024-12-05T13:18:44,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:18:44,515 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T13:18:44,516 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:18:44,517 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:18:44,517 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:18:44,517 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:18:44,517 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:18:44,517 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:18:44,517 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:18:44,518 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T13:18:44,520 WARN [master/6fe4fa47a8fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/MasterData/data/master/store/.initializing 2024-12-05T13:18:44,520 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/MasterData/WALs/6fe4fa47a8fb,44495,1733404722613 2024-12-05T13:18:44,527 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:18:44,538 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6fe4fa47a8fb%2C44495%2C1733404722613, suffix=, logDir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/MasterData/WALs/6fe4fa47a8fb,44495,1733404722613, archiveDir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/MasterData/oldWALs, maxLogs=10 2024-12-05T13:18:44,567 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/MasterData/WALs/6fe4fa47a8fb,44495,1733404722613/6fe4fa47a8fb%2C44495%2C1733404722613.1733404724542, exclude list is [], retry=0 2024-12-05T13:18:44,585 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42449,DS-294da77a-4d04-4cd5-b0ea-943898018518,DISK] 2024-12-05T13:18:44,589 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T13:18:44,629 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/MasterData/WALs/6fe4fa47a8fb,44495,1733404722613/6fe4fa47a8fb%2C44495%2C1733404722613.1733404724542 2024-12-05T13:18:44,631 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45063:45063)] 2024-12-05T13:18:44,631 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:18:44,632 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:18:44,636 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:18:44,637 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:18:44,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:18:44,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:18:44,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:18:44,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:18:44,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:18:44,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:18:44,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:18:44,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:18:44,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:18:44,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:18:44,721 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:18:44,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:18:44,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:18:44,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:18:44,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:18:44,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:18:44,731 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:18:44,733 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:18:44,741 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:18:44,745 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:18:44,750 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:18:44,751 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71776326, jitterRate=0.06955060362815857}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:18:44,755 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T13:18:44,756 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:18:44,784 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e0f4ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:18:44,821 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-05T13:18:44,833 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:18:44,833 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:18:44,835 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:18:44,837 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T13:18:44,842 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-05T13:18:44,842 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:18:44,868 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:18:44,881 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T13:18:44,883 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-05T13:18:44,885 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:18:44,886 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:18:44,888 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-05T13:18:44,890 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:18:44,893 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:18:44,894 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-05T13:18:44,895 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:18:44,897 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T13:18:44,906 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:18:44,908 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T13:18:44,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T13:18:44,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37007-0x1006254bb2a0001, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T13:18:44,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:18:44,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37007-0x1006254bb2a0001, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:18:44,912 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=6fe4fa47a8fb,44495,1733404722613, sessionid=0x1006254bb2a0000, setting cluster-up flag (Was=false) 2024-12-05T13:18:44,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37007-0x1006254bb2a0001, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:18:44,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:18:44,931 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T13:18:44,932 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6fe4fa47a8fb,44495,1733404722613 2024-12-05T13:18:44,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:18:44,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37007-0x1006254bb2a0001, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:18:44,944 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T13:18:44,945 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6fe4fa47a8fb,44495,1733404722613 2024-12-05T13:18:45,001 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6fe4fa47a8fb:37007 2024-12-05T13:18:45,003 INFO [RS:0;6fe4fa47a8fb:37007 {}] regionserver.HRegionServer(1008): ClusterId : 57414411-3e0f-428e-86d4-f7b2497201c4 2024-12-05T13:18:45,005 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:18:45,011 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:18:45,011 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:18:45,014 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:18:45,015 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3e8ede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:18:45,017 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@591acca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6fe4fa47a8fb/172.17.0.2:0 2024-12-05T13:18:45,020 INFO [RS:0;6fe4fa47a8fb:37007 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T13:18:45,020 INFO [RS:0;6fe4fa47a8fb:37007 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T13:18:45,020 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T13:18:45,023 INFO [RS:0;6fe4fa47a8fb:37007 {}] regionserver.HRegionServer(3073): reportForDuty to master=6fe4fa47a8fb,44495,1733404722613 with isa=6fe4fa47a8fb/172.17.0.2:37007, startcode=1733404723344 2024-12-05T13:18:45,037 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:18:45,052 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-05T13:18:45,062 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-05T13:18:45,066 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:18:45,072 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34361, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:18:45,074 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6fe4fa47a8fb,44495,1733404722613 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:18:45,079 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6fe4fa47a8fb:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:18:45,079 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6fe4fa47a8fb:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:18:45,079 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6fe4fa47a8fb:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:18:45,079 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6fe4fa47a8fb:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:18:45,079 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6fe4fa47a8fb:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:18:45,080 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6fe4fa47a8fb:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:18:45,080 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6fe4fa47a8fb:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:18:45,080 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6fe4fa47a8fb:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:18:45,080 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44495 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:45,082 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733404755082 2024-12-05T13:18:45,084 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:18:45,085 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:18:45,085 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:18:45,086 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:18:45,089 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:18:45,089 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:18:45,089 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:18:45,089 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:18:45,090 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:18:45,092 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:18:45,092 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:18:45,095 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:18:45,096 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:18:45,096 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:18:45,100 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:18:45,100 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:18:45,102 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6fe4fa47a8fb:0:becomeActiveMaster-HFileCleaner.large.0-1733404725102,5,FailOnTimeoutGroup] 2024-12-05T13:18:45,102 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6fe4fa47a8fb:0:becomeActiveMaster-HFileCleaner.small.0-1733404725102,5,FailOnTimeoutGroup] 2024-12-05T13:18:45,103 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:18:45,103 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:18:45,104 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:18:45,104 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:18:45,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741831_1007 (size=1039) 2024-12-05T13:18:45,111 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-05T13:18:45,111 WARN [RS:0;6fe4fa47a8fb:37007 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T13:18:45,213 INFO [RS:0;6fe4fa47a8fb:37007 {}] regionserver.HRegionServer(3073): reportForDuty to master=6fe4fa47a8fb,44495,1733404722613 with isa=6fe4fa47a8fb/172.17.0.2:37007, startcode=1733404723344 2024-12-05T13:18:45,214 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44495 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:45,217 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44495 {}] master.ServerManager(486): Registering regionserver=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:45,225 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e 2024-12-05T13:18:45,225 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:42133 2024-12-05T13:18:45,225 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T13:18:45,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T13:18:45,230 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] zookeeper.ZKUtil(111): regionserver:37007-0x1006254bb2a0001, quorum=127.0.0.1:61019, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:45,230 WARN [RS:0;6fe4fa47a8fb:37007 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:18:45,230 INFO [RS:0;6fe4fa47a8fb:37007 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:18:45,230 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/WALs/6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:45,232 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6fe4fa47a8fb,37007,1733404723344] 2024-12-05T13:18:45,243 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T13:18:45,254 INFO [RS:0;6fe4fa47a8fb:37007 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:18:45,266 INFO [RS:0;6fe4fa47a8fb:37007 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:18:45,269 INFO [RS:0;6fe4fa47a8fb:37007 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:18:45,269 INFO [RS:0;6fe4fa47a8fb:37007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:18:45,270 INFO [RS:0;6fe4fa47a8fb:37007 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T13:18:45,276 INFO [RS:0;6fe4fa47a8fb:37007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:18:45,276 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:18:45,276 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6fe4fa47a8fb:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:18:45,277 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6fe4fa47a8fb:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:18:45,277 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:18:45,277 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6fe4fa47a8fb:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:18:45,277 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6fe4fa47a8fb:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:18:45,277 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:18:45,277 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6fe4fa47a8fb:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:18:45,277 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6fe4fa47a8fb:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:18:45,278 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6fe4fa47a8fb:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:18:45,278 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6fe4fa47a8fb:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:18:45,278 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6fe4fa47a8fb:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:18:45,278 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:18:45,279 INFO [RS:0;6fe4fa47a8fb:37007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:18:45,279 INFO [RS:0;6fe4fa47a8fb:37007 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:18:45,280 INFO [RS:0;6fe4fa47a8fb:37007 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:18:45,280 INFO [RS:0;6fe4fa47a8fb:37007 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:18:45,280 INFO [RS:0;6fe4fa47a8fb:37007 {}] hbase.ChoreService(168): Chore ScheduledChore name=6fe4fa47a8fb,37007,1733404723344-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:18:45,301 INFO [RS:0;6fe4fa47a8fb:37007 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:18:45,302 INFO [RS:0;6fe4fa47a8fb:37007 {}] hbase.ChoreService(168): Chore ScheduledChore name=6fe4fa47a8fb,37007,1733404723344-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:18:45,323 INFO [RS:0;6fe4fa47a8fb:37007 {}] regionserver.Replication(204): 6fe4fa47a8fb,37007,1733404723344 started 2024-12-05T13:18:45,323 INFO [RS:0;6fe4fa47a8fb:37007 {}] regionserver.HRegionServer(1767): Serving as 6fe4fa47a8fb,37007,1733404723344, RpcServer on 6fe4fa47a8fb/172.17.0.2:37007, sessionid=0x1006254bb2a0001 2024-12-05T13:18:45,324 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:18:45,324 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:45,324 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6fe4fa47a8fb,37007,1733404723344' 2024-12-05T13:18:45,324 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T13:18:45,325 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T13:18:45,325 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:18:45,325 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:18:45,326 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:45,326 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6fe4fa47a8fb,37007,1733404723344' 2024-12-05T13:18:45,326 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T13:18:45,326 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T13:18:45,327 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:18:45,327 INFO [RS:0;6fe4fa47a8fb:37007 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:18:45,327 INFO [RS:0;6fe4fa47a8fb:37007 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:18:45,433 INFO [RS:0;6fe4fa47a8fb:37007 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:18:45,437 INFO [RS:0;6fe4fa47a8fb:37007 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6fe4fa47a8fb%2C37007%2C1733404723344, suffix=, logDir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/WALs/6fe4fa47a8fb,37007,1733404723344, archiveDir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/oldWALs, maxLogs=32 2024-12-05T13:18:45,454 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/WALs/6fe4fa47a8fb,37007,1733404723344/6fe4fa47a8fb%2C37007%2C1733404723344.1733404725439, exclude list is [], retry=0 2024-12-05T13:18:45,460 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42449,DS-294da77a-4d04-4cd5-b0ea-943898018518,DISK] 2024-12-05T13:18:45,463 INFO [RS:0;6fe4fa47a8fb:37007 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/WALs/6fe4fa47a8fb,37007,1733404723344/6fe4fa47a8fb%2C37007%2C1733404723344.1733404725439 2024-12-05T13:18:45,464 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45063:45063)] 2024-12-05T13:18:45,510 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-05T13:18:45,510 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e 2024-12-05T13:18:45,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741833_1009 (size=32) 2024-12-05T13:18:45,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:18:45,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:18:45,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:18:45,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:18:45,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:18:45,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:18:45,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:18:45,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:18:45,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:18:45,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:18:45,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:18:45,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:18:45,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:18:45,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/meta/1588230740 2024-12-05T13:18:45,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/meta/1588230740 2024-12-05T13:18:45,944 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T13:18:45,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T13:18:45,954 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:18:45,955 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74961587, jitterRate=0.11701469123363495}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T13:18:45,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T13:18:45,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:18:45,957 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T13:18:45,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T13:18:45,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:18:45,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:18:45,959 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T13:18:45,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T13:18:45,962 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:18:45,962 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-05T13:18:45,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:18:45,976 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:18:45,979 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:18:46,130 DEBUG [6fe4fa47a8fb:44495 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:18:46,135 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:46,140 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6fe4fa47a8fb,37007,1733404723344, state=OPENING 2024-12-05T13:18:46,146 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:18:46,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37007-0x1006254bb2a0001, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:18:46,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:18:46,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:18:46,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:18:46,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=6fe4fa47a8fb,37007,1733404723344}] 2024-12-05T13:18:46,326 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:46,328 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:18:46,331 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:18:46,342 INFO [RS_OPEN_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-05T13:18:46,342 INFO [RS_OPEN_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:18:46,343 INFO [RS_OPEN_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:18:46,346 INFO [RS_OPEN_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6fe4fa47a8fb%2C37007%2C1733404723344.meta, suffix=.meta, logDir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/WALs/6fe4fa47a8fb,37007,1733404723344, archiveDir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/oldWALs, maxLogs=32 2024-12-05T13:18:46,363 DEBUG [RS_OPEN_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/WALs/6fe4fa47a8fb,37007,1733404723344/6fe4fa47a8fb%2C37007%2C1733404723344.meta.1733404726347.meta, exclude list is [], retry=0 2024-12-05T13:18:46,366 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42449,DS-294da77a-4d04-4cd5-b0ea-943898018518,DISK] 2024-12-05T13:18:46,369 INFO [RS_OPEN_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/WALs/6fe4fa47a8fb,37007,1733404723344/6fe4fa47a8fb%2C37007%2C1733404723344.meta.1733404726347.meta 2024-12-05T13:18:46,370 DEBUG [RS_OPEN_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45063:45063)] 2024-12-05T13:18:46,370 DEBUG [RS_OPEN_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:18:46,372 DEBUG [RS_OPEN_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:18:46,432 DEBUG [RS_OPEN_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:18:46,437 INFO [RS_OPEN_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:18:46,441 DEBUG [RS_OPEN_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:18:46,441 DEBUG [RS_OPEN_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:18:46,441 DEBUG [RS_OPEN_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-05T13:18:46,442 DEBUG [RS_OPEN_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-05T13:18:46,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:18:46,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:18:46,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:18:46,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:18:46,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:18:46,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:18:46,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:18:46,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:18:46,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:18:46,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:18:46,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:18:46,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:18:46,453 DEBUG [RS_OPEN_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/meta/1588230740 2024-12-05T13:18:46,455 DEBUG [RS_OPEN_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/meta/1588230740 2024-12-05T13:18:46,458 DEBUG [RS_OPEN_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T13:18:46,460 DEBUG [RS_OPEN_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T13:18:46,462 INFO [RS_OPEN_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64639566, jitterRate=-0.03679540753364563}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T13:18:46,463 DEBUG [RS_OPEN_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T13:18:46,471 INFO [RS_OPEN_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733404726320 2024-12-05T13:18:46,483 DEBUG [RS_OPEN_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:18:46,484 INFO [RS_OPEN_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-05T13:18:46,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:46,486 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6fe4fa47a8fb,37007,1733404723344, state=OPEN 2024-12-05T13:18:46,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37007-0x1006254bb2a0001, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T13:18:46,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T13:18:46,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:18:46,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T13:18:46,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:18:46,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=6fe4fa47a8fb,37007,1733404723344 in 341 msec 2024-12-05T13:18:46,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:18:46,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 530 msec 2024-12-05T13:18:46,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5240 sec 2024-12-05T13:18:46,508 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733404726508, completionTime=-1 2024-12-05T13:18:46,508 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:18:46,508 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-05T13:18:46,547 DEBUG [hconnection-0x7f2037ab-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:18:46,549 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:18:46,560 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-05T13:18:46,560 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733404786560 2024-12-05T13:18:46,560 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733404846560 2024-12-05T13:18:46,561 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 52 msec 2024-12-05T13:18:46,582 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6fe4fa47a8fb,44495,1733404722613-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:18:46,582 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6fe4fa47a8fb,44495,1733404722613-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:18:46,582 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6fe4fa47a8fb,44495,1733404722613-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:18:46,584 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6fe4fa47a8fb:44495, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:18:46,584 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:18:46,589 DEBUG [master/6fe4fa47a8fb:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-05T13:18:46,592 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-05T13:18:46,593 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:18:46,599 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-05T13:18:46,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:18:46,604 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:18:46,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:18:46,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741835_1011 (size=358) 2024-12-05T13:18:47,023 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 094e0220443168d5e40f78683b418974, NAME => 'hbase:namespace,,1733404726593.094e0220443168d5e40f78683b418974.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e 2024-12-05T13:18:47,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741836_1012 (size=42) 2024-12-05T13:18:47,434 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733404726593.094e0220443168d5e40f78683b418974.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:18:47,434 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 094e0220443168d5e40f78683b418974, disabling compactions & flushes 2024-12-05T13:18:47,434 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733404726593.094e0220443168d5e40f78683b418974. 2024-12-05T13:18:47,434 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733404726593.094e0220443168d5e40f78683b418974. 2024-12-05T13:18:47,434 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733404726593.094e0220443168d5e40f78683b418974. after waiting 0 ms 2024-12-05T13:18:47,434 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733404726593.094e0220443168d5e40f78683b418974. 2024-12-05T13:18:47,434 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733404726593.094e0220443168d5e40f78683b418974. 2024-12-05T13:18:47,434 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 094e0220443168d5e40f78683b418974: 2024-12-05T13:18:47,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:18:47,444 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733404726593.094e0220443168d5e40f78683b418974.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733404727438"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733404727438"}]},"ts":"1733404727438"} 2024-12-05T13:18:47,468 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T13:18:47,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:18:47,473 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404727470"}]},"ts":"1733404727470"} 2024-12-05T13:18:47,477 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-05T13:18:47,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=094e0220443168d5e40f78683b418974, ASSIGN}] 2024-12-05T13:18:47,486 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=094e0220443168d5e40f78683b418974, ASSIGN 2024-12-05T13:18:47,487 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=094e0220443168d5e40f78683b418974, ASSIGN; state=OFFLINE, location=6fe4fa47a8fb,37007,1733404723344; forceNewPlan=false, retain=false 2024-12-05T13:18:47,638 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=094e0220443168d5e40f78683b418974, regionState=OPENING, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:47,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 094e0220443168d5e40f78683b418974, server=6fe4fa47a8fb,37007,1733404723344}] 2024-12-05T13:18:47,797 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:47,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733404726593.094e0220443168d5e40f78683b418974. 2024-12-05T13:18:47,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 094e0220443168d5e40f78683b418974, NAME => 'hbase:namespace,,1733404726593.094e0220443168d5e40f78683b418974.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:18:47,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 094e0220443168d5e40f78683b418974 2024-12-05T13:18:47,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733404726593.094e0220443168d5e40f78683b418974.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:18:47,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 094e0220443168d5e40f78683b418974 2024-12-05T13:18:47,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 094e0220443168d5e40f78683b418974 2024-12-05T13:18:47,808 INFO [StoreOpener-094e0220443168d5e40f78683b418974-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 094e0220443168d5e40f78683b418974 2024-12-05T13:18:47,810 INFO [StoreOpener-094e0220443168d5e40f78683b418974-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 094e0220443168d5e40f78683b418974 columnFamilyName info 2024-12-05T13:18:47,811 DEBUG [StoreOpener-094e0220443168d5e40f78683b418974-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:18:47,811 INFO [StoreOpener-094e0220443168d5e40f78683b418974-1 {}] regionserver.HStore(327): Store=094e0220443168d5e40f78683b418974/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:18:47,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/namespace/094e0220443168d5e40f78683b418974 2024-12-05T13:18:47,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/namespace/094e0220443168d5e40f78683b418974 2024-12-05T13:18:47,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 094e0220443168d5e40f78683b418974 2024-12-05T13:18:47,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/namespace/094e0220443168d5e40f78683b418974/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:18:47,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 094e0220443168d5e40f78683b418974; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62594819, jitterRate=-0.06726451218128204}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T13:18:47,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 094e0220443168d5e40f78683b418974: 2024-12-05T13:18:47,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733404726593.094e0220443168d5e40f78683b418974., pid=6, masterSystemTime=1733404727797 2024-12-05T13:18:47,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733404726593.094e0220443168d5e40f78683b418974. 2024-12-05T13:18:47,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733404726593.094e0220443168d5e40f78683b418974. 2024-12-05T13:18:47,829 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=094e0220443168d5e40f78683b418974, regionState=OPEN, openSeqNum=2, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:47,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T13:18:47,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 094e0220443168d5e40f78683b418974, server=6fe4fa47a8fb,37007,1733404723344 in 192 msec 2024-12-05T13:18:47,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T13:18:47,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=094e0220443168d5e40f78683b418974, ASSIGN in 355 msec 2024-12-05T13:18:47,843 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:18:47,844 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404727843"}]},"ts":"1733404727843"} 2024-12-05T13:18:47,846 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-05T13:18:47,853 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:18:47,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2600 sec 2024-12-05T13:18:47,904 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-05T13:18:47,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37007-0x1006254bb2a0001, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:18:47,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-05T13:18:47,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:18:47,935 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-05T13:18:47,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T13:18:47,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 24 msec 2024-12-05T13:18:47,970 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-05T13:18:47,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T13:18:47,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 16 msec 2024-12-05T13:18:47,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-05T13:18:47,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-05T13:18:47,999 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.571sec 2024-12-05T13:18:48,001 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:18:48,003 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:18:48,004 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:18:48,004 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:18:48,005 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:18:48,005 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6fe4fa47a8fb,44495,1733404722613-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:18:48,006 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6fe4fa47a8fb,44495,1733404722613-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:18:48,013 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:18:48,014 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:18:48,014 INFO [master/6fe4fa47a8fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6fe4fa47a8fb,44495,1733404722613-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:18:48,107 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-12-05T13:18:48,107 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-05T13:18:48,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:18:48,119 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T13:18:48,119 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T13:18:48,131 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:18:48,140 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:18:48,152 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=6fe4fa47a8fb,44495,1733404722613 2024-12-05T13:18:48,171 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=9046 2024-12-05T13:18:48,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:18:48,209 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:18:48,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T13:18:48,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:18:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T13:18:48,228 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:18:48,229 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:18:48,237 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:18:48,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-05T13:18:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T13:18:48,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741837_1013 (size=963) 2024-12-05T13:18:48,251 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e 2024-12-05T13:18:48,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741838_1014 (size=53) 2024-12-05T13:18:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T13:18:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T13:18:48,662 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:18:48,662 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing fc51a457309f1b6bd01a00a23da0d5fe, disabling compactions & flushes 2024-12-05T13:18:48,663 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:48,663 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:48,663 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. after waiting 0 ms 2024-12-05T13:18:48,663 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:48,663 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:48,663 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:48,665 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:18:48,666 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733404728665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733404728665"}]},"ts":"1733404728665"} 2024-12-05T13:18:48,669 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T13:18:48,671 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:18:48,671 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404728671"}]},"ts":"1733404728671"} 2024-12-05T13:18:48,674 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T13:18:48,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fc51a457309f1b6bd01a00a23da0d5fe, ASSIGN}] 2024-12-05T13:18:48,681 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fc51a457309f1b6bd01a00a23da0d5fe, ASSIGN 2024-12-05T13:18:48,682 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fc51a457309f1b6bd01a00a23da0d5fe, ASSIGN; state=OFFLINE, location=6fe4fa47a8fb,37007,1733404723344; forceNewPlan=false, retain=false 2024-12-05T13:18:48,833 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=fc51a457309f1b6bd01a00a23da0d5fe, regionState=OPENING, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:48,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344}] 2024-12-05T13:18:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T13:18:48,990 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:48,997 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:48,998 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:18:48,998 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:48,998 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:18:48,999 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:48,999 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:49,001 INFO [StoreOpener-fc51a457309f1b6bd01a00a23da0d5fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:49,005 INFO [StoreOpener-fc51a457309f1b6bd01a00a23da0d5fe-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:18:49,006 INFO [StoreOpener-fc51a457309f1b6bd01a00a23da0d5fe-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc51a457309f1b6bd01a00a23da0d5fe columnFamilyName A 2024-12-05T13:18:49,006 DEBUG [StoreOpener-fc51a457309f1b6bd01a00a23da0d5fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:18:49,007 INFO [StoreOpener-fc51a457309f1b6bd01a00a23da0d5fe-1 {}] regionserver.HStore(327): Store=fc51a457309f1b6bd01a00a23da0d5fe/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:18:49,007 INFO [StoreOpener-fc51a457309f1b6bd01a00a23da0d5fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:49,009 INFO [StoreOpener-fc51a457309f1b6bd01a00a23da0d5fe-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:18:49,010 INFO [StoreOpener-fc51a457309f1b6bd01a00a23da0d5fe-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc51a457309f1b6bd01a00a23da0d5fe columnFamilyName B 2024-12-05T13:18:49,010 DEBUG [StoreOpener-fc51a457309f1b6bd01a00a23da0d5fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:18:49,011 INFO [StoreOpener-fc51a457309f1b6bd01a00a23da0d5fe-1 {}] regionserver.HStore(327): Store=fc51a457309f1b6bd01a00a23da0d5fe/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:18:49,011 INFO [StoreOpener-fc51a457309f1b6bd01a00a23da0d5fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:49,013 INFO [StoreOpener-fc51a457309f1b6bd01a00a23da0d5fe-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:18:49,013 INFO [StoreOpener-fc51a457309f1b6bd01a00a23da0d5fe-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc51a457309f1b6bd01a00a23da0d5fe columnFamilyName C 2024-12-05T13:18:49,013 DEBUG [StoreOpener-fc51a457309f1b6bd01a00a23da0d5fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:18:49,014 INFO [StoreOpener-fc51a457309f1b6bd01a00a23da0d5fe-1 {}] regionserver.HStore(327): Store=fc51a457309f1b6bd01a00a23da0d5fe/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:18:49,015 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:49,016 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:49,017 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:49,020 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T13:18:49,023 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:49,027 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:18:49,028 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened fc51a457309f1b6bd01a00a23da0d5fe; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74016409, jitterRate=0.10293044149875641}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T13:18:49,030 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:49,032 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., pid=11, masterSystemTime=1733404728990 2024-12-05T13:18:49,035 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:49,035 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:49,036 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=fc51a457309f1b6bd01a00a23da0d5fe, regionState=OPEN, openSeqNum=2, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:49,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-05T13:18:49,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 in 202 msec 2024-12-05T13:18:49,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T13:18:49,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=fc51a457309f1b6bd01a00a23da0d5fe, ASSIGN in 364 msec 2024-12-05T13:18:49,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:18:49,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404729047"}]},"ts":"1733404729047"} 2024-12-05T13:18:49,050 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T13:18:49,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:18:49,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 831 msec 2024-12-05T13:18:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T13:18:49,358 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-05T13:18:49,363 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-12-05T13:18:49,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:18:49,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:18:49,373 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:18:49,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:18:49,380 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:18:49,392 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-12-05T13:18:49,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:18:49,397 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-12-05T13:18:49,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:18:49,403 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-12-05T13:18:49,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:18:49,408 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-12-05T13:18:49,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:18:49,413 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-12-05T13:18:49,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:18:49,419 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-12-05T13:18:49,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:18:49,424 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-12-05T13:18:49,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:18:49,430 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-12-05T13:18:49,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:18:49,434 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-12-05T13:18:49,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:18:49,443 DEBUG [hconnection-0x53f1d8ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:18:49,446 DEBUG [hconnection-0x7c0bf2ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:18:49,448 DEBUG [hconnection-0x4872f2f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:18:49,448 DEBUG [hconnection-0x2dd15ceb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:18:49,448 DEBUG [hconnection-0x5d4164ec-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:18:49,449 DEBUG [hconnection-0x40eb5aeb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:18:49,449 DEBUG [hconnection-0x82c8c4d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:18:49,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:18:49,450 DEBUG [hconnection-0x64ccd404-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:18:49,451 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:18:49,451 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45190, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:18:49,453 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:18:49,454 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:18:49,454 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:18:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-05T13:18:49,459 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:18:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-05T13:18:49,461 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:18:49,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:18:49,469 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:18:49,480 DEBUG [hconnection-0x4360c845-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:18:49,482 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:18:49,483 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:18:49,501 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:18:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:49,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T13:18:49,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:18:49,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:49,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:18:49,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:49,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:18:49,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-05T13:18:49,623 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:49,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T13:18:49,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:49,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:49,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:49,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:49,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:49,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/5523517c7a7a46faa699762cf1277a8b is 50, key is test_row_0/A:col10/1733404729504/Put/seqid=0 2024-12-05T13:18:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:49,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741839_1015 (size=16681) 2024-12-05T13:18:49,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/5523517c7a7a46faa699762cf1277a8b 2024-12-05T13:18:49,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45218 deadline: 1733404789723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:49,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404789735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:49,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404789741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:49,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404789749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:49,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45190 deadline: 1733404789749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-05T13:18:49,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/c57ca8c78b7a48189bdeb1b2c2c63501 is 50, key is test_row_0/B:col10/1733404729504/Put/seqid=0 2024-12-05T13:18:49,850 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:49,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T13:18:49,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404789856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:49,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45218 deadline: 1733404789855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:49,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404789859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:49,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45190 deadline: 1733404789862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:49,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404789868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:49,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:49,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:49,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:49,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:49,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:49,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741840_1016 (size=12001) 2024-12-05T13:18:49,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/c57ca8c78b7a48189bdeb1b2c2c63501 2024-12-05T13:18:49,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/0844a34acb684401b1b5e014cfd00ca9 is 50, key is test_row_0/C:col10/1733404729504/Put/seqid=0 2024-12-05T13:18:49,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741841_1017 (size=12001) 2024-12-05T13:18:49,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/0844a34acb684401b1b5e014cfd00ca9 2024-12-05T13:18:49,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/5523517c7a7a46faa699762cf1277a8b as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/5523517c7a7a46faa699762cf1277a8b 2024-12-05T13:18:50,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/5523517c7a7a46faa699762cf1277a8b, entries=250, sequenceid=12, filesize=16.3 K 2024-12-05T13:18:50,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/c57ca8c78b7a48189bdeb1b2c2c63501 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/c57ca8c78b7a48189bdeb1b2c2c63501 2024-12-05T13:18:50,025 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T13:18:50,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:50,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:50,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:50,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:50,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:50,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/c57ca8c78b7a48189bdeb1b2c2c63501, entries=150, sequenceid=12, filesize=11.7 K 2024-12-05T13:18:50,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/0844a34acb684401b1b5e014cfd00ca9 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/0844a34acb684401b1b5e014cfd00ca9 2024-12-05T13:18:50,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45218 deadline: 1733404790064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404790065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45190 deadline: 1733404790068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:50,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/0844a34acb684401b1b5e014cfd00ca9, entries=150, sequenceid=12, filesize=11.7 K 2024-12-05T13:18:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404790067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for fc51a457309f1b6bd01a00a23da0d5fe in 543ms, sequenceid=12, compaction requested=false 2024-12-05T13:18:50,080 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-05T13:18:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-05T13:18:50,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:50,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-05T13:18:50,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:18:50,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:50,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:18:50,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:50,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:18:50,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:50,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/e8feb84de07d4f00a9a2a48a3fece241 is 50, key is test_row_0/A:col10/1733404730078/Put/seqid=0 2024-12-05T13:18:50,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741842_1018 (size=14341) 2024-12-05T13:18:50,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/e8feb84de07d4f00a9a2a48a3fece241 2024-12-05T13:18:50,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404790138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/169ec016cfdf4a47a95ff1fd114e4b23 is 50, key is test_row_0/B:col10/1733404730078/Put/seqid=0 2024-12-05T13:18:50,182 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T13:18:50,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:50,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:50,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:50,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:50,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:50,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741843_1019 (size=12001) 2024-12-05T13:18:50,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/169ec016cfdf4a47a95ff1fd114e4b23 2024-12-05T13:18:50,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/1066dd4bc5684570bfdd280ecb28104a is 50, key is test_row_0/C:col10/1733404730078/Put/seqid=0 2024-12-05T13:18:50,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404790247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741844_1020 (size=12001) 2024-12-05T13:18:50,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/1066dd4bc5684570bfdd280ecb28104a 2024-12-05T13:18:50,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/e8feb84de07d4f00a9a2a48a3fece241 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/e8feb84de07d4f00a9a2a48a3fece241 2024-12-05T13:18:50,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/e8feb84de07d4f00a9a2a48a3fece241, entries=200, sequenceid=39, filesize=14.0 K 2024-12-05T13:18:50,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/169ec016cfdf4a47a95ff1fd114e4b23 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/169ec016cfdf4a47a95ff1fd114e4b23 2024-12-05T13:18:50,339 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T13:18:50,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:50,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:50,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:50,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:50,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:50,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/169ec016cfdf4a47a95ff1fd114e4b23, entries=150, sequenceid=39, filesize=11.7 K 2024-12-05T13:18:50,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/1066dd4bc5684570bfdd280ecb28104a as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/1066dd4bc5684570bfdd280ecb28104a 2024-12-05T13:18:50,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/1066dd4bc5684570bfdd280ecb28104a, entries=150, sequenceid=39, filesize=11.7 K 2024-12-05T13:18:50,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for fc51a457309f1b6bd01a00a23da0d5fe in 292ms, sequenceid=39, compaction requested=false 2024-12-05T13:18:50,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:50,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T13:18:50,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:18:50,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:50,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:18:50,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:50,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:18:50,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:50,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/678f6691b04648639865079b3a548ba5 is 50, key is test_row_0/A:col10/1733404730118/Put/seqid=0 2024-12-05T13:18:50,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741845_1021 (size=19021) 2024-12-05T13:18:50,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/678f6691b04648639865079b3a548ba5 2024-12-05T13:18:50,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/f730f3f2a830468bbfb1c7ef0c25e4ef is 50, key is test_row_0/B:col10/1733404730118/Put/seqid=0 2024-12-05T13:18:50,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45218 deadline: 1733404790470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404790473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404790474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404790478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,496 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741846_1022 (size=12001) 2024-12-05T13:18:50,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T13:18:50,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:50,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:50,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:50,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:50,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:50,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45190 deadline: 1733404790485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-05T13:18:50,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404790592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45218 deadline: 1733404790594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404790594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404790596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45190 deadline: 1733404790605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,655 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T13:18:50,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:50,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:50,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:50,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:50,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:50,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45218 deadline: 1733404790804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404790805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404790809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404790808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,812 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T13:18:50,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:50,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:50,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:50,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:50,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:50,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45190 deadline: 1733404790812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:50,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/f730f3f2a830468bbfb1c7ef0c25e4ef 2024-12-05T13:18:50,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/e0581292b7fd4239a30d7eb403797445 is 50, key is test_row_0/C:col10/1733404730118/Put/seqid=0 2024-12-05T13:18:50,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741847_1023 (size=12001) 2024-12-05T13:18:50,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/e0581292b7fd4239a30d7eb403797445 2024-12-05T13:18:50,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/678f6691b04648639865079b3a548ba5 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/678f6691b04648639865079b3a548ba5 2024-12-05T13:18:50,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/678f6691b04648639865079b3a548ba5, entries=300, sequenceid=51, filesize=18.6 K 2024-12-05T13:18:50,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/f730f3f2a830468bbfb1c7ef0c25e4ef as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/f730f3f2a830468bbfb1c7ef0c25e4ef 2024-12-05T13:18:50,972 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:50,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T13:18:50,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:50,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:50,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:50,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:50,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:50,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/f730f3f2a830468bbfb1c7ef0c25e4ef, entries=150, sequenceid=51, filesize=11.7 K 2024-12-05T13:18:50,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/e0581292b7fd4239a30d7eb403797445 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/e0581292b7fd4239a30d7eb403797445 2024-12-05T13:18:50,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/e0581292b7fd4239a30d7eb403797445, entries=150, sequenceid=51, filesize=11.7 K 2024-12-05T13:18:51,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for fc51a457309f1b6bd01a00a23da0d5fe in 617ms, sequenceid=51, compaction requested=true 2024-12-05T13:18:51,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:51,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:18:51,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:18:51,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:18:51,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:18:51,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:18:51,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:18:51,014 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:18:51,015 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:18:51,020 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:18:51,023 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/B is initiating minor compaction (all files) 2024-12-05T13:18:51,023 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/B in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:51,023 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/c57ca8c78b7a48189bdeb1b2c2c63501, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/169ec016cfdf4a47a95ff1fd114e4b23, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/f730f3f2a830468bbfb1c7ef0c25e4ef] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=35.2 K 2024-12-05T13:18:51,025 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting c57ca8c78b7a48189bdeb1b2c2c63501, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733404729486 2024-12-05T13:18:51,026 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 169ec016cfdf4a47a95ff1fd114e4b23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733404729731 2024-12-05T13:18:51,027 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 50043 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:18:51,027 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/A is initiating minor compaction (all files) 2024-12-05T13:18:51,028 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting f730f3f2a830468bbfb1c7ef0c25e4ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733404730118 2024-12-05T13:18:51,027 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/A in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:51,028 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/5523517c7a7a46faa699762cf1277a8b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/e8feb84de07d4f00a9a2a48a3fece241, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/678f6691b04648639865079b3a548ba5] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=48.9 K 2024-12-05T13:18:51,031 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5523517c7a7a46faa699762cf1277a8b, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733404729464 2024-12-05T13:18:51,032 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8feb84de07d4f00a9a2a48a3fece241, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733404729731 2024-12-05T13:18:51,033 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 678f6691b04648639865079b3a548ba5, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733404730112 2024-12-05T13:18:51,084 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#B#compaction#10 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:18:51,092 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#A#compaction#9 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:18:51,092 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/af2cb9ccebec4047aba1bbcd5ec897c2 is 50, key is test_row_0/B:col10/1733404730118/Put/seqid=0 2024-12-05T13:18:51,093 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/df0f05c74afe4b0faf215dcb198459f0 is 50, key is test_row_0/A:col10/1733404730118/Put/seqid=0 2024-12-05T13:18:51,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741848_1024 (size=12104) 2024-12-05T13:18:51,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-05T13:18:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:51,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:18:51,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:51,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:18:51,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:51,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:18:51,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:51,127 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T13:18:51,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:51,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:51,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:51,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:51,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:51,134 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/af2cb9ccebec4047aba1bbcd5ec897c2 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/af2cb9ccebec4047aba1bbcd5ec897c2 2024-12-05T13:18:51,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741849_1025 (size=12104) 2024-12-05T13:18:51,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/6f909679e3114162a7a690cc19a6a325 is 50, key is test_row_0/A:col10/1733404730480/Put/seqid=0 2024-12-05T13:18:51,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741850_1026 (size=16681) 2024-12-05T13:18:51,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/6f909679e3114162a7a690cc19a6a325 2024-12-05T13:18:51,156 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/df0f05c74afe4b0faf215dcb198459f0 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/df0f05c74afe4b0faf215dcb198459f0 2024-12-05T13:18:51,161 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/B of fc51a457309f1b6bd01a00a23da0d5fe into af2cb9ccebec4047aba1bbcd5ec897c2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:18:51,161 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:51,161 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/B, priority=13, startTime=1733404731014; duration=0sec 2024-12-05T13:18:51,162 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:18:51,162 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:B 2024-12-05T13:18:51,162 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:18:51,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45218 deadline: 1733404791140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,165 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:18:51,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45190 deadline: 1733404791150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,167 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/C is initiating minor compaction (all files) 2024-12-05T13:18:51,167 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/C in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:51,167 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/0844a34acb684401b1b5e014cfd00ca9, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/1066dd4bc5684570bfdd280ecb28104a, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/e0581292b7fd4239a30d7eb403797445] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=35.2 K 2024-12-05T13:18:51,169 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 0844a34acb684401b1b5e014cfd00ca9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733404729486 2024-12-05T13:18:51,170 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 1066dd4bc5684570bfdd280ecb28104a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733404729731 2024-12-05T13:18:51,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404791144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,172 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting e0581292b7fd4239a30d7eb403797445, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733404730118 2024-12-05T13:18:51,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404791158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404791163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,175 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/A of fc51a457309f1b6bd01a00a23da0d5fe into df0f05c74afe4b0faf215dcb198459f0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:18:51,176 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:51,176 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/A, priority=13, startTime=1733404731011; duration=0sec 2024-12-05T13:18:51,176 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:18:51,176 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:A 2024-12-05T13:18:51,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/21e97d18b2d5483ebbcb610b84af9b97 is 50, key is test_row_0/B:col10/1733404730480/Put/seqid=0 2024-12-05T13:18:51,242 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#C#compaction#13 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:18:51,243 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/c4cefcec2f70466fbc8b424930e05ed7 is 50, key is test_row_0/C:col10/1733404730118/Put/seqid=0 2024-12-05T13:18:51,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741851_1027 (size=12001) 2024-12-05T13:18:51,247 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T13:18:51,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/21e97d18b2d5483ebbcb610b84af9b97 2024-12-05T13:18:51,249 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-05T13:18:51,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45218 deadline: 1733404791268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45190 deadline: 1733404791271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:51,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404791273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404791275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404791277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741852_1028 (size=12104) 2024-12-05T13:18:51,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/edf7e81077a74f0a83a63bcd2c484bb0 is 50, key is test_row_0/C:col10/1733404730480/Put/seqid=0 2024-12-05T13:18:51,289 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T13:18:51,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:51,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:51,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:51,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:51,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:51,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741853_1029 (size=12001) 2024-12-05T13:18:51,443 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T13:18:51,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:51,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:51,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:51,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:51,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:51,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45218 deadline: 1733404791473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45190 deadline: 1733404791478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404791480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404791481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404791483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-05T13:18:51,599 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T13:18:51,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:51,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:51,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:51,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:51,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:51,697 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/c4cefcec2f70466fbc8b424930e05ed7 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/c4cefcec2f70466fbc8b424930e05ed7 2024-12-05T13:18:51,710 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/C of fc51a457309f1b6bd01a00a23da0d5fe into c4cefcec2f70466fbc8b424930e05ed7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:18:51,710 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:51,710 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/C, priority=13, startTime=1733404731014; duration=0sec 2024-12-05T13:18:51,710 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:18:51,710 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:C 2024-12-05T13:18:51,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/edf7e81077a74f0a83a63bcd2c484bb0 2024-12-05T13:18:51,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/6f909679e3114162a7a690cc19a6a325 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/6f909679e3114162a7a690cc19a6a325 2024-12-05T13:18:51,754 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T13:18:51,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:51,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:51,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/6f909679e3114162a7a690cc19a6a325, entries=250, sequenceid=77, filesize=16.3 K 2024-12-05T13:18:51,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:51,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:51,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:51,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/21e97d18b2d5483ebbcb610b84af9b97 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/21e97d18b2d5483ebbcb610b84af9b97 2024-12-05T13:18:51,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/21e97d18b2d5483ebbcb610b84af9b97, entries=150, sequenceid=77, filesize=11.7 K 2024-12-05T13:18:51,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/edf7e81077a74f0a83a63bcd2c484bb0 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/edf7e81077a74f0a83a63bcd2c484bb0 2024-12-05T13:18:51,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45218 deadline: 1733404791781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45190 deadline: 1733404791783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/edf7e81077a74f0a83a63bcd2c484bb0, entries=150, sequenceid=77, filesize=11.7 K 2024-12-05T13:18:51,792 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for fc51a457309f1b6bd01a00a23da0d5fe in 671ms, sequenceid=77, compaction requested=false 2024-12-05T13:18:51,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:51,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T13:18:51,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:18:51,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:51,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:18:51,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:51,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:18:51,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:51,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/e7ad31c575be4e70a66b0dbadb56d8a3 is 50, key is test_row_0/A:col10/1733404731793/Put/seqid=0 2024-12-05T13:18:51,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404791863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:51,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404791863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404791866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741854_1030 (size=12001) 2024-12-05T13:18:51,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/e7ad31c575be4e70a66b0dbadb56d8a3 2024-12-05T13:18:51,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/e21d0d375eb84681844a3df6f6e859a5 is 50, key is test_row_0/B:col10/1733404731793/Put/seqid=0 2024-12-05T13:18:51,911 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T13:18:51,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:51,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:51,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:51,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:51,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:51,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741855_1031 (size=12001) 2024-12-05T13:18:51,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/e21d0d375eb84681844a3df6f6e859a5 2024-12-05T13:18:51,954 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T13:18:51,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/d181d28d61b34ee9bc47aae33671c3f5 is 50, key is test_row_0/C:col10/1733404731793/Put/seqid=0 2024-12-05T13:18:51,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404791971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404791972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:51,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404791972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:52,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741856_1032 (size=12001) 2024-12-05T13:18:52,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/d181d28d61b34ee9bc47aae33671c3f5 2024-12-05T13:18:52,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/e7ad31c575be4e70a66b0dbadb56d8a3 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/e7ad31c575be4e70a66b0dbadb56d8a3 2024-12-05T13:18:52,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/e7ad31c575be4e70a66b0dbadb56d8a3, entries=150, sequenceid=93, filesize=11.7 K 2024-12-05T13:18:52,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/e21d0d375eb84681844a3df6f6e859a5 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/e21d0d375eb84681844a3df6f6e859a5 2024-12-05T13:18:52,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/e21d0d375eb84681844a3df6f6e859a5, entries=150, sequenceid=93, filesize=11.7 K 2024-12-05T13:18:52,066 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:52,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T13:18:52,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:52,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:52,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:52,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:52,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:52,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/d181d28d61b34ee9bc47aae33671c3f5 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/d181d28d61b34ee9bc47aae33671c3f5 2024-12-05T13:18:52,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/d181d28d61b34ee9bc47aae33671c3f5, entries=150, sequenceid=93, filesize=11.7 K 2024-12-05T13:18:52,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for fc51a457309f1b6bd01a00a23da0d5fe in 296ms, sequenceid=93, compaction requested=true 2024-12-05T13:18:52,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:52,093 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:18:52,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:18:52,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:18:52,096 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:18:52,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:18:52,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:18:52,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:18:52,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:18:52,098 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:18:52,098 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/A is initiating minor compaction (all files) 2024-12-05T13:18:52,098 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/A in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:52,099 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/df0f05c74afe4b0faf215dcb198459f0, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/6f909679e3114162a7a690cc19a6a325, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/e7ad31c575be4e70a66b0dbadb56d8a3] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=39.8 K 2024-12-05T13:18:52,100 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:18:52,100 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/B is initiating minor compaction (all files) 2024-12-05T13:18:52,100 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/B in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:52,100 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/af2cb9ccebec4047aba1bbcd5ec897c2, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/21e97d18b2d5483ebbcb610b84af9b97, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/e21d0d375eb84681844a3df6f6e859a5] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=35.3 K 2024-12-05T13:18:52,101 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting df0f05c74afe4b0faf215dcb198459f0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733404730118 2024-12-05T13:18:52,101 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting af2cb9ccebec4047aba1bbcd5ec897c2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733404730118 2024-12-05T13:18:52,102 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f909679e3114162a7a690cc19a6a325, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733404730469 2024-12-05T13:18:52,102 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 21e97d18b2d5483ebbcb610b84af9b97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733404730469 2024-12-05T13:18:52,103 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting e21d0d375eb84681844a3df6f6e859a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733404731793 2024-12-05T13:18:52,103 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7ad31c575be4e70a66b0dbadb56d8a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733404731793 2024-12-05T13:18:52,125 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:18:52,127 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/1939a098ed594443b3174a53dac6a920 is 50, key is test_row_0/B:col10/1733404731793/Put/seqid=0 2024-12-05T13:18:52,130 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#A#compaction#19 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:18:52,131 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/9e646716777e49d383f6f7aaa5a448d9 is 50, key is test_row_0/A:col10/1733404731793/Put/seqid=0 2024-12-05T13:18:52,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741857_1033 (size=12207) 2024-12-05T13:18:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:52,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T13:18:52,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:18:52,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:52,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:18:52,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:52,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:18:52,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:52,187 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/1939a098ed594443b3174a53dac6a920 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/1939a098ed594443b3174a53dac6a920 2024-12-05T13:18:52,210 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/B of fc51a457309f1b6bd01a00a23da0d5fe into 1939a098ed594443b3174a53dac6a920(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:18:52,211 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:52,211 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/B, priority=13, startTime=1733404732096; duration=0sec 2024-12-05T13:18:52,211 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:18:52,211 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:B 2024-12-05T13:18:52,211 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:18:52,216 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:18:52,216 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/C is initiating minor compaction (all files) 2024-12-05T13:18:52,216 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/C in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:52,217 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/c4cefcec2f70466fbc8b424930e05ed7, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/edf7e81077a74f0a83a63bcd2c484bb0, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/d181d28d61b34ee9bc47aae33671c3f5] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=35.3 K 2024-12-05T13:18:52,218 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting c4cefcec2f70466fbc8b424930e05ed7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733404730118 2024-12-05T13:18:52,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/45afbd92ac94487b8963cb524b41f2f3 is 50, key is test_row_0/A:col10/1733404731852/Put/seqid=0 2024-12-05T13:18:52,218 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting edf7e81077a74f0a83a63bcd2c484bb0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733404730469 2024-12-05T13:18:52,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741858_1034 (size=12207) 2024-12-05T13:18:52,219 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting d181d28d61b34ee9bc47aae33671c3f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733404731793 2024-12-05T13:18:52,223 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:52,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T13:18:52,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:52,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:52,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:52,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:52,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:52,234 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/9e646716777e49d383f6f7aaa5a448d9 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/9e646716777e49d383f6f7aaa5a448d9 2024-12-05T13:18:52,241 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#C#compaction#21 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:18:52,242 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/65334f19aa7046549b4f886865151a42 is 50, key is test_row_0/C:col10/1733404731793/Put/seqid=0 2024-12-05T13:18:52,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741859_1035 (size=16681) 2024-12-05T13:18:52,251 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/A of fc51a457309f1b6bd01a00a23da0d5fe into 9e646716777e49d383f6f7aaa5a448d9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:18:52,251 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:52,251 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/A, priority=13, startTime=1733404732093; duration=0sec 2024-12-05T13:18:52,251 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:18:52,251 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:A 2024-12-05T13:18:52,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404792245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:52,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741860_1036 (size=12207) 2024-12-05T13:18:52,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404792252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:52,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404792252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:52,271 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/65334f19aa7046549b4f886865151a42 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/65334f19aa7046549b4f886865151a42 2024-12-05T13:18:52,284 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/C of fc51a457309f1b6bd01a00a23da0d5fe into 65334f19aa7046549b4f886865151a42(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:18:52,284 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:52,284 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/C, priority=13, startTime=1733404732096; duration=0sec 2024-12-05T13:18:52,284 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:18:52,284 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:C 2024-12-05T13:18:52,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45218 deadline: 1733404792290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:52,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45190 deadline: 1733404792297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:52,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404792359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:52,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404792368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:52,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404792368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:52,380 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:52,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T13:18:52,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:52,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:52,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:52,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:52,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:52,537 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:52,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T13:18:52,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:52,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:52,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:52,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:52,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:52,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404792563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:52,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404792572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:52,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404792573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:52,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/45afbd92ac94487b8963cb524b41f2f3 2024-12-05T13:18:52,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/7b662426b9124e929f111d90db8c25f7 is 50, key is test_row_0/B:col10/1733404731852/Put/seqid=0 2024-12-05T13:18:52,693 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:52,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T13:18:52,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:52,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:52,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:52,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:52,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:52,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741861_1037 (size=12001) 2024-12-05T13:18:52,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/7b662426b9124e929f111d90db8c25f7 2024-12-05T13:18:52,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/71b4bfaad8284f9fbf9c1095d0a32f6d is 50, key is test_row_0/C:col10/1733404731852/Put/seqid=0 2024-12-05T13:18:52,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741862_1038 (size=12001) 2024-12-05T13:18:52,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/71b4bfaad8284f9fbf9c1095d0a32f6d 2024-12-05T13:18:52,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/45afbd92ac94487b8963cb524b41f2f3 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/45afbd92ac94487b8963cb524b41f2f3 2024-12-05T13:18:52,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/45afbd92ac94487b8963cb524b41f2f3, entries=250, sequenceid=118, filesize=16.3 K 2024-12-05T13:18:52,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/7b662426b9124e929f111d90db8c25f7 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/7b662426b9124e929f111d90db8c25f7 2024-12-05T13:18:52,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/7b662426b9124e929f111d90db8c25f7, entries=150, sequenceid=118, filesize=11.7 K 2024-12-05T13:18:52,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/71b4bfaad8284f9fbf9c1095d0a32f6d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/71b4bfaad8284f9fbf9c1095d0a32f6d 2024-12-05T13:18:52,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/71b4bfaad8284f9fbf9c1095d0a32f6d, entries=150, sequenceid=118, filesize=11.7 K 2024-12-05T13:18:52,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for fc51a457309f1b6bd01a00a23da0d5fe in 650ms, sequenceid=118, compaction requested=false 2024-12-05T13:18:52,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:52,847 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:52,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T13:18:52,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:52,849 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-05T13:18:52,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:18:52,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:52,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:18:52,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:52,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:18:52,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:52,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/377761169dc448479a7f75b6313460db is 50, key is test_row_0/A:col10/1733404732234/Put/seqid=0 2024-12-05T13:18:52,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:52,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741863_1039 (size=12101) 2024-12-05T13:18:52,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404792929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:52,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404792930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:52,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404792932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:53,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404793035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:53,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404793036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:53,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404793037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:53,104 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T13:18:53,105 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T13:18:53,107 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-05T13:18:53,107 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-05T13:18:53,109 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:18:53,109 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T13:18:53,109 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T13:18:53,110 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T13:18:53,111 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T13:18:53,111 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-05T13:18:53,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404793240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:53,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404793242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:53,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404793243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:53,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:53,304 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/377761169dc448479a7f75b6313460db 2024-12-05T13:18:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45218 deadline: 1733404793300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:53,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45190 deadline: 1733404793306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:53,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/aeffd1dbb3464776a582e8e6dc96c3f6 is 50, key is test_row_0/B:col10/1733404732234/Put/seqid=0 2024-12-05T13:18:53,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741864_1040 (size=12101) 2024-12-05T13:18:53,355 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/aeffd1dbb3464776a582e8e6dc96c3f6 2024-12-05T13:18:53,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/ebee2c444923454492cdb07a7042d812 is 50, key is test_row_0/C:col10/1733404732234/Put/seqid=0 2024-12-05T13:18:53,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741865_1041 (size=12101) 2024-12-05T13:18:53,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404793547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:53,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404793549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:53,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404793549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-05T13:18:53,826 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/ebee2c444923454492cdb07a7042d812 2024-12-05T13:18:53,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/377761169dc448479a7f75b6313460db as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/377761169dc448479a7f75b6313460db 2024-12-05T13:18:53,846 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/377761169dc448479a7f75b6313460db, entries=150, sequenceid=134, filesize=11.8 K 2024-12-05T13:18:53,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/aeffd1dbb3464776a582e8e6dc96c3f6 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/aeffd1dbb3464776a582e8e6dc96c3f6 2024-12-05T13:18:53,859 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/aeffd1dbb3464776a582e8e6dc96c3f6, entries=150, sequenceid=134, filesize=11.8 K 2024-12-05T13:18:53,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/ebee2c444923454492cdb07a7042d812 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/ebee2c444923454492cdb07a7042d812 2024-12-05T13:18:53,873 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/ebee2c444923454492cdb07a7042d812, entries=150, sequenceid=134, filesize=11.8 K 2024-12-05T13:18:53,875 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for fc51a457309f1b6bd01a00a23da0d5fe in 1027ms, sequenceid=134, compaction requested=true 2024-12-05T13:18:53,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:53,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:53,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-05T13:18:53,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-05T13:18:53,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T13:18:53,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.4150 sec 2024-12-05T13:18:53,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 4.4320 sec 2024-12-05T13:18:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:54,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T13:18:54,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:18:54,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:54,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:18:54,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:54,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:18:54,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:54,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:54,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404794083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:54,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404794080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404794084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:54,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/b308b656ca934a5f97894a56735b4943 is 50, key is test_row_0/A:col10/1733404734058/Put/seqid=0 2024-12-05T13:18:54,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741866_1042 (size=12151) 2024-12-05T13:18:54,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/b308b656ca934a5f97894a56735b4943 2024-12-05T13:18:54,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/20c66b71a9744da08425bb25bace380a is 50, key is test_row_0/B:col10/1733404734058/Put/seqid=0 2024-12-05T13:18:54,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:54,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404794187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404794187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:54,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404794187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:54,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741867_1043 (size=12151) 2024-12-05T13:18:54,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/20c66b71a9744da08425bb25bace380a 2024-12-05T13:18:54,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/377ffd24467646c8b412eeac837baa4e is 50, key is test_row_0/C:col10/1733404734058/Put/seqid=0 2024-12-05T13:18:54,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741868_1044 (size=12151) 2024-12-05T13:18:54,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/377ffd24467646c8b412eeac837baa4e 2024-12-05T13:18:54,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/b308b656ca934a5f97894a56735b4943 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/b308b656ca934a5f97894a56735b4943 2024-12-05T13:18:54,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/b308b656ca934a5f97894a56735b4943, entries=150, sequenceid=159, filesize=11.9 K 2024-12-05T13:18:54,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/20c66b71a9744da08425bb25bace380a as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/20c66b71a9744da08425bb25bace380a 2024-12-05T13:18:54,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/20c66b71a9744da08425bb25bace380a, entries=150, sequenceid=159, filesize=11.9 K 2024-12-05T13:18:54,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/377ffd24467646c8b412eeac837baa4e as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/377ffd24467646c8b412eeac837baa4e 2024-12-05T13:18:54,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/377ffd24467646c8b412eeac837baa4e, entries=150, sequenceid=159, filesize=11.9 K 2024-12-05T13:18:54,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for fc51a457309f1b6bd01a00a23da0d5fe in 239ms, sequenceid=159, compaction requested=true 2024-12-05T13:18:54,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:54,298 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T13:18:54,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:18:54,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:18:54,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:18:54,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:18:54,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:18:54,298 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T13:18:54,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:18:54,302 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53140 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T13:18:54,302 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/A is initiating minor compaction (all files) 2024-12-05T13:18:54,302 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/A in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:54,302 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/9e646716777e49d383f6f7aaa5a448d9, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/45afbd92ac94487b8963cb524b41f2f3, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/377761169dc448479a7f75b6313460db, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/b308b656ca934a5f97894a56735b4943] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=51.9 K 2024-12-05T13:18:54,303 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T13:18:54,303 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/B is initiating minor compaction (all files) 2024-12-05T13:18:54,303 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/B in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:54,303 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/1939a098ed594443b3174a53dac6a920, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/7b662426b9124e929f111d90db8c25f7, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/aeffd1dbb3464776a582e8e6dc96c3f6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/20c66b71a9744da08425bb25bace380a] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=47.3 K 2024-12-05T13:18:54,304 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 1939a098ed594443b3174a53dac6a920, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733404731793 2024-12-05T13:18:54,305 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e646716777e49d383f6f7aaa5a448d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733404731793 2024-12-05T13:18:54,305 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b662426b9124e929f111d90db8c25f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733404731852 2024-12-05T13:18:54,306 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45afbd92ac94487b8963cb524b41f2f3, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733404731852 2024-12-05T13:18:54,306 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting aeffd1dbb3464776a582e8e6dc96c3f6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733404732209 2024-12-05T13:18:54,306 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 377761169dc448479a7f75b6313460db, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733404732209 2024-12-05T13:18:54,307 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 20c66b71a9744da08425bb25bace380a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733404732930 2024-12-05T13:18:54,307 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting b308b656ca934a5f97894a56735b4943, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733404732930 2024-12-05T13:18:54,338 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#A#compaction#30 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:18:54,339 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/5325280ac1cf48228e6b1bd73c608243 is 50, key is test_row_0/A:col10/1733404734058/Put/seqid=0 2024-12-05T13:18:54,341 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#B#compaction#31 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:18:54,343 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/4ddbeb4cacb44528a8cf4a53e149e05e is 50, key is test_row_0/B:col10/1733404734058/Put/seqid=0 2024-12-05T13:18:54,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741870_1046 (size=12493) 2024-12-05T13:18:54,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741869_1045 (size=12493) 2024-12-05T13:18:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:54,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T13:18:54,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:18:54,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:54,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:18:54,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:54,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:18:54,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:54,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/adfd66bb572d4b1fac811ef2f4cd0cba is 50, key is test_row_0/A:col10/1733404734082/Put/seqid=0 2024-12-05T13:18:54,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741871_1047 (size=14541) 2024-12-05T13:18:54,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/adfd66bb572d4b1fac811ef2f4cd0cba 2024-12-05T13:18:54,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/ffd56736d5c840d0839f2a31f957c784 is 50, key is test_row_0/B:col10/1733404734082/Put/seqid=0 2024-12-05T13:18:54,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404794456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:54,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404794459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:54,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404794459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:54,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741872_1048 (size=12151) 2024-12-05T13:18:54,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404794564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:54,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404794564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:54,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404794565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:54,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404794770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:54,773 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/4ddbeb4cacb44528a8cf4a53e149e05e as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/4ddbeb4cacb44528a8cf4a53e149e05e 2024-12-05T13:18:54,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404794770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:54,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404794771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:54,782 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/5325280ac1cf48228e6b1bd73c608243 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/5325280ac1cf48228e6b1bd73c608243 2024-12-05T13:18:54,786 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/B of fc51a457309f1b6bd01a00a23da0d5fe into 4ddbeb4cacb44528a8cf4a53e149e05e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:18:54,787 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:54,787 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/B, priority=12, startTime=1733404734298; duration=0sec 2024-12-05T13:18:54,788 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:18:54,788 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:B 2024-12-05T13:18:54,788 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T13:18:54,792 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T13:18:54,792 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/C is initiating minor compaction (all files) 2024-12-05T13:18:54,792 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/C in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:54,792 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/65334f19aa7046549b4f886865151a42, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/71b4bfaad8284f9fbf9c1095d0a32f6d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/ebee2c444923454492cdb07a7042d812, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/377ffd24467646c8b412eeac837baa4e] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=47.3 K 2024-12-05T13:18:54,793 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 65334f19aa7046549b4f886865151a42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733404731793 2024-12-05T13:18:54,794 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/A of fc51a457309f1b6bd01a00a23da0d5fe into 5325280ac1cf48228e6b1bd73c608243(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:18:54,794 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:54,794 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/A, priority=12, startTime=1733404734298; duration=0sec 2024-12-05T13:18:54,795 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:18:54,795 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:A 2024-12-05T13:18:54,795 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 71b4bfaad8284f9fbf9c1095d0a32f6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733404731852 2024-12-05T13:18:54,796 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting ebee2c444923454492cdb07a7042d812, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733404732209 2024-12-05T13:18:54,797 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 377ffd24467646c8b412eeac837baa4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733404732930 2024-12-05T13:18:54,815 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#C#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:18:54,816 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/bc9753c12ffd4665b434736b40e905c8 is 50, key is test_row_0/C:col10/1733404734058/Put/seqid=0 2024-12-05T13:18:54,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741873_1049 (size=12493) 2024-12-05T13:18:54,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/ffd56736d5c840d0839f2a31f957c784 2024-12-05T13:18:54,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/e2b2fc7e7d7f48068a9ca96b33cbfc97 is 50, key is test_row_0/C:col10/1733404734082/Put/seqid=0 2024-12-05T13:18:54,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741874_1050 (size=12151) 2024-12-05T13:18:54,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/e2b2fc7e7d7f48068a9ca96b33cbfc97 2024-12-05T13:18:54,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/adfd66bb572d4b1fac811ef2f4cd0cba as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/adfd66bb572d4b1fac811ef2f4cd0cba 2024-12-05T13:18:54,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/adfd66bb572d4b1fac811ef2f4cd0cba, entries=200, sequenceid=172, filesize=14.2 K 2024-12-05T13:18:54,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/ffd56736d5c840d0839f2a31f957c784 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/ffd56736d5c840d0839f2a31f957c784 2024-12-05T13:18:54,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/ffd56736d5c840d0839f2a31f957c784, entries=150, sequenceid=172, filesize=11.9 K 2024-12-05T13:18:54,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/e2b2fc7e7d7f48068a9ca96b33cbfc97 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/e2b2fc7e7d7f48068a9ca96b33cbfc97 2024-12-05T13:18:55,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/e2b2fc7e7d7f48068a9ca96b33cbfc97, entries=150, sequenceid=172, filesize=11.9 K 2024-12-05T13:18:55,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for fc51a457309f1b6bd01a00a23da0d5fe in 609ms, sequenceid=172, compaction requested=false 2024-12-05T13:18:55,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:55,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T13:18:55,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:18:55,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:55,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:18:55,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:55,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:18:55,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:55,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/97155e269fe247cfb039ffd5a1b03eea is 50, key is test_row_0/A:col10/1733404734456/Put/seqid=0 2024-12-05T13:18:55,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:55,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741875_1051 (size=14541) 2024-12-05T13:18:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404795102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:55,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404795106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:55,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404795108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:55,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/97155e269fe247cfb039ffd5a1b03eea 2024-12-05T13:18:55,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/54404f404bbb4744b53b9520d75ee994 is 50, key is test_row_0/B:col10/1733404734456/Put/seqid=0 2024-12-05T13:18:55,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741876_1052 (size=12151) 2024-12-05T13:18:55,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/54404f404bbb4744b53b9520d75ee994 2024-12-05T13:18:55,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/48edd3eb04c349ce92957af12d2b0017 is 50, key is test_row_0/C:col10/1733404734456/Put/seqid=0 2024-12-05T13:18:55,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741877_1053 (size=12151) 2024-12-05T13:18:55,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/48edd3eb04c349ce92957af12d2b0017 2024-12-05T13:18:55,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404795214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:55,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404795212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:55,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/97155e269fe247cfb039ffd5a1b03eea as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/97155e269fe247cfb039ffd5a1b03eea 2024-12-05T13:18:55,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404795215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:55,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/97155e269fe247cfb039ffd5a1b03eea, entries=200, sequenceid=199, filesize=14.2 K 2024-12-05T13:18:55,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/54404f404bbb4744b53b9520d75ee994 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/54404f404bbb4744b53b9520d75ee994 2024-12-05T13:18:55,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/54404f404bbb4744b53b9520d75ee994, entries=150, sequenceid=199, filesize=11.9 K 2024-12-05T13:18:55,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/48edd3eb04c349ce92957af12d2b0017 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/48edd3eb04c349ce92957af12d2b0017 2024-12-05T13:18:55,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/48edd3eb04c349ce92957af12d2b0017, entries=150, sequenceid=199, filesize=11.9 K 2024-12-05T13:18:55,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for fc51a457309f1b6bd01a00a23da0d5fe in 176ms, sequenceid=199, compaction requested=true 2024-12-05T13:18:55,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:55,254 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:18:55,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:A, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:18:55,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:18:55,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:B, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:18:55,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:18:55,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:18:55,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T13:18:55,256 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41575 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:18:55,256 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/A is initiating minor compaction (all files) 2024-12-05T13:18:55,256 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/A in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:55,256 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/5325280ac1cf48228e6b1bd73c608243, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/adfd66bb572d4b1fac811ef2f4cd0cba, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/97155e269fe247cfb039ffd5a1b03eea] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=40.6 K 2024-12-05T13:18:55,257 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5325280ac1cf48228e6b1bd73c608243, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733404732930 2024-12-05T13:18:55,258 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting adfd66bb572d4b1fac811ef2f4cd0cba, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733404734081 2024-12-05T13:18:55,258 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97155e269fe247cfb039ffd5a1b03eea, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733404734437 2024-12-05T13:18:55,270 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/bc9753c12ffd4665b434736b40e905c8 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/bc9753c12ffd4665b434736b40e905c8 2024-12-05T13:18:55,276 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#A#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:18:55,277 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/468ed5c795fa43079bb741d46d95432b is 50, key is test_row_0/A:col10/1733404734456/Put/seqid=0 2024-12-05T13:18:55,286 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/C of fc51a457309f1b6bd01a00a23da0d5fe into bc9753c12ffd4665b434736b40e905c8(size=12.2 K), total size for store is 35.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:18:55,286 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:55,286 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/C, priority=12, startTime=1733404734298; duration=0sec 2024-12-05T13:18:55,286 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T13:18:55,286 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:C 2024-12-05T13:18:55,286 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:C 2024-12-05T13:18:55,287 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:18:55,289 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:18:55,289 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/B is initiating minor compaction (all files) 2024-12-05T13:18:55,289 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/B in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:55,289 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/4ddbeb4cacb44528a8cf4a53e149e05e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/ffd56736d5c840d0839f2a31f957c784, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/54404f404bbb4744b53b9520d75ee994] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=35.9 K 2024-12-05T13:18:55,290 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ddbeb4cacb44528a8cf4a53e149e05e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733404732930 2024-12-05T13:18:55,292 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting ffd56736d5c840d0839f2a31f957c784, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733404734081 2024-12-05T13:18:55,292 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 54404f404bbb4744b53b9520d75ee994, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733404734437 2024-12-05T13:18:55,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741878_1054 (size=12595) 2024-12-05T13:18:55,305 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#B#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:18:55,306 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/80cea3a0f56e41429d7becae838ffb5c is 50, key is test_row_0/B:col10/1733404734456/Put/seqid=0 2024-12-05T13:18:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:55,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T13:18:55,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:18:55,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:55,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:18:55,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:55,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:18:55,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:55,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/7344b9a5263f4f9295f9d0f521c33649 is 50, key is test_row_0/A:col10/1733404735106/Put/seqid=0 2024-12-05T13:18:55,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741879_1055 (size=12595) 2024-12-05T13:18:55,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45190 deadline: 1733404795370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:55,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45218 deadline: 1733404795371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:55,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741880_1056 (size=14541) 2024-12-05T13:18:55,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/7344b9a5263f4f9295f9d0f521c33649 2024-12-05T13:18:55,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/710dbb9c463d4257aabae777dcf7f25f is 50, key is test_row_0/B:col10/1733404735106/Put/seqid=0 2024-12-05T13:18:55,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:55,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404795418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:55,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:55,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404795420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:55,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:55,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404795421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:55,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741881_1057 (size=12151) 2024-12-05T13:18:55,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/710dbb9c463d4257aabae777dcf7f25f 2024-12-05T13:18:55,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/2406af1aef7146888e2d409e29fa3eaf is 50, key is test_row_0/C:col10/1733404735106/Put/seqid=0 2024-12-05T13:18:55,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741882_1058 (size=12151) 2024-12-05T13:18:55,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:55,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45190 deadline: 1733404795475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:55,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:55,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45218 deadline: 1733404795475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:55,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45218 deadline: 1733404795679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:55,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45190 deadline: 1733404795680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:55,707 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/468ed5c795fa43079bb741d46d95432b as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/468ed5c795fa43079bb741d46d95432b 2024-12-05T13:18:55,719 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/A of fc51a457309f1b6bd01a00a23da0d5fe into 468ed5c795fa43079bb741d46d95432b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:18:55,719 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:55,719 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/A, priority=13, startTime=1733404735254; duration=0sec 2024-12-05T13:18:55,719 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:18:55,720 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:A 2024-12-05T13:18:55,720 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:18:55,722 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:18:55,722 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/C is initiating minor compaction (all files) 2024-12-05T13:18:55,722 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/C in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:55,722 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/bc9753c12ffd4665b434736b40e905c8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/e2b2fc7e7d7f48068a9ca96b33cbfc97, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/48edd3eb04c349ce92957af12d2b0017] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=35.9 K 2024-12-05T13:18:55,724 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc9753c12ffd4665b434736b40e905c8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733404732930 2024-12-05T13:18:55,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404795727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:55,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404795727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:55,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404795727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:55,730 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2b2fc7e7d7f48068a9ca96b33cbfc97, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733404734081 2024-12-05T13:18:55,730 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48edd3eb04c349ce92957af12d2b0017, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733404734437 2024-12-05T13:18:55,755 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/80cea3a0f56e41429d7becae838ffb5c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/80cea3a0f56e41429d7becae838ffb5c 2024-12-05T13:18:55,765 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/B of fc51a457309f1b6bd01a00a23da0d5fe into 80cea3a0f56e41429d7becae838ffb5c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:18:55,766 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:55,766 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/B, priority=13, startTime=1733404735254; duration=0sec 2024-12-05T13:18:55,766 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:18:55,766 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:B 2024-12-05T13:18:55,771 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#C#compaction#44 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:18:55,772 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/6f6cc19532ca4c948f6ddb33c8ed7ef9 is 50, key is test_row_0/C:col10/1733404734456/Put/seqid=0 2024-12-05T13:18:55,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741883_1059 (size=12595) 2024-12-05T13:18:55,812 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/6f6cc19532ca4c948f6ddb33c8ed7ef9 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/6f6cc19532ca4c948f6ddb33c8ed7ef9 2024-12-05T13:18:55,823 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/C of fc51a457309f1b6bd01a00a23da0d5fe into 6f6cc19532ca4c948f6ddb33c8ed7ef9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:18:55,823 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:55,824 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/C, priority=13, startTime=1733404735255; duration=0sec 2024-12-05T13:18:55,825 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:18:55,825 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:C 2024-12-05T13:18:55,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/2406af1aef7146888e2d409e29fa3eaf 2024-12-05T13:18:55,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/7344b9a5263f4f9295f9d0f521c33649 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/7344b9a5263f4f9295f9d0f521c33649 2024-12-05T13:18:55,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/7344b9a5263f4f9295f9d0f521c33649, entries=200, sequenceid=212, filesize=14.2 K 2024-12-05T13:18:55,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/710dbb9c463d4257aabae777dcf7f25f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/710dbb9c463d4257aabae777dcf7f25f 2024-12-05T13:18:55,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/710dbb9c463d4257aabae777dcf7f25f, entries=150, sequenceid=212, filesize=11.9 K 2024-12-05T13:18:55,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/2406af1aef7146888e2d409e29fa3eaf as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/2406af1aef7146888e2d409e29fa3eaf 2024-12-05T13:18:55,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/2406af1aef7146888e2d409e29fa3eaf, entries=150, sequenceid=212, filesize=11.9 K 2024-12-05T13:18:55,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for fc51a457309f1b6bd01a00a23da0d5fe in 606ms, sequenceid=212, compaction requested=false 2024-12-05T13:18:55,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:55,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T13:18:55,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:18:55,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:55,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:18:55,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:55,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:18:55,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:55,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/fd7c410a76b845bdb40da0f4cdc0fd66 is 50, key is test_row_0/A:col10/1733404735985/Put/seqid=0 2024-12-05T13:18:56,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45218 deadline: 1733404796004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:56,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45190 deadline: 1733404796005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:56,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741884_1060 (size=16931) 2024-12-05T13:18:56,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/fd7c410a76b845bdb40da0f4cdc0fd66 2024-12-05T13:18:56,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/c4aadaa7cb9c4886952fca8ae311cbd4 is 50, key is test_row_0/B:col10/1733404735985/Put/seqid=0 2024-12-05T13:18:56,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741885_1061 (size=12151) 2024-12-05T13:18:56,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/c4aadaa7cb9c4886952fca8ae311cbd4 2024-12-05T13:18:56,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/0e304005237e4b2193b518d25beedae3 is 50, key is test_row_0/C:col10/1733404735985/Put/seqid=0 2024-12-05T13:18:56,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741886_1062 (size=12151) 2024-12-05T13:18:56,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/0e304005237e4b2193b518d25beedae3 2024-12-05T13:18:56,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/fd7c410a76b845bdb40da0f4cdc0fd66 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/fd7c410a76b845bdb40da0f4cdc0fd66 2024-12-05T13:18:56,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45218 deadline: 1733404796108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:56,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45190 deadline: 1733404796110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:56,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/fd7c410a76b845bdb40da0f4cdc0fd66, entries=250, sequenceid=241, filesize=16.5 K 2024-12-05T13:18:56,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/c4aadaa7cb9c4886952fca8ae311cbd4 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/c4aadaa7cb9c4886952fca8ae311cbd4 2024-12-05T13:18:56,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/c4aadaa7cb9c4886952fca8ae311cbd4, entries=150, sequenceid=241, filesize=11.9 K 2024-12-05T13:18:56,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/0e304005237e4b2193b518d25beedae3 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/0e304005237e4b2193b518d25beedae3 2024-12-05T13:18:56,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/0e304005237e4b2193b518d25beedae3, entries=150, sequenceid=241, filesize=11.9 K 2024-12-05T13:18:56,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for fc51a457309f1b6bd01a00a23da0d5fe in 155ms, sequenceid=241, compaction requested=true 2024-12-05T13:18:56,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:56,143 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:18:56,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:18:56,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:18:56,144 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44067 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:18:56,144 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:18:56,144 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/A is initiating minor compaction (all files) 2024-12-05T13:18:56,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:18:56,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:18:56,145 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/A in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:56,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:18:56,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:18:56,145 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/468ed5c795fa43079bb741d46d95432b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/7344b9a5263f4f9295f9d0f521c33649, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/fd7c410a76b845bdb40da0f4cdc0fd66] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=43.0 K 2024-12-05T13:18:56,146 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 468ed5c795fa43079bb741d46d95432b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733404734437 2024-12-05T13:18:56,148 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7344b9a5263f4f9295f9d0f521c33649, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733404735096 2024-12-05T13:18:56,148 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:18:56,148 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/B is initiating minor compaction (all files) 2024-12-05T13:18:56,148 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/B in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:56,148 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd7c410a76b845bdb40da0f4cdc0fd66, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733404735364 2024-12-05T13:18:56,148 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/80cea3a0f56e41429d7becae838ffb5c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/710dbb9c463d4257aabae777dcf7f25f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/c4aadaa7cb9c4886952fca8ae311cbd4] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=36.0 K 2024-12-05T13:18:56,150 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 80cea3a0f56e41429d7becae838ffb5c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733404734437 2024-12-05T13:18:56,150 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 710dbb9c463d4257aabae777dcf7f25f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733404735104 2024-12-05T13:18:56,151 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting c4aadaa7cb9c4886952fca8ae311cbd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733404735368 2024-12-05T13:18:56,168 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#B#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:18:56,171 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/912bb9f09f284e6bbe1be4ee9539e335 is 50, key is test_row_0/B:col10/1733404735985/Put/seqid=0 2024-12-05T13:18:56,179 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#A#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:18:56,179 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/460e0736d74c4bcd91db6cb4a1b012f6 is 50, key is test_row_0/A:col10/1733404735985/Put/seqid=0 2024-12-05T13:18:56,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741887_1063 (size=12697) 2024-12-05T13:18:56,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741888_1064 (size=12697) 2024-12-05T13:18:56,211 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/912bb9f09f284e6bbe1be4ee9539e335 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/912bb9f09f284e6bbe1be4ee9539e335 2024-12-05T13:18:56,211 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/460e0736d74c4bcd91db6cb4a1b012f6 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/460e0736d74c4bcd91db6cb4a1b012f6 2024-12-05T13:18:56,222 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/A of fc51a457309f1b6bd01a00a23da0d5fe into 460e0736d74c4bcd91db6cb4a1b012f6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:18:56,222 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:56,222 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/A, priority=13, startTime=1733404736143; duration=0sec 2024-12-05T13:18:56,222 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:18:56,222 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:A 2024-12-05T13:18:56,222 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:18:56,224 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:18:56,224 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/C is initiating minor compaction (all files) 2024-12-05T13:18:56,224 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/C in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:56,225 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/6f6cc19532ca4c948f6ddb33c8ed7ef9, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/2406af1aef7146888e2d409e29fa3eaf, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/0e304005237e4b2193b518d25beedae3] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=36.0 K 2024-12-05T13:18:56,225 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f6cc19532ca4c948f6ddb33c8ed7ef9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733404734437 2024-12-05T13:18:56,225 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/B of fc51a457309f1b6bd01a00a23da0d5fe into 912bb9f09f284e6bbe1be4ee9539e335(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:18:56,225 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:56,226 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/B, priority=13, startTime=1733404736144; duration=0sec 2024-12-05T13:18:56,226 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2406af1aef7146888e2d409e29fa3eaf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733404735104 2024-12-05T13:18:56,226 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:18:56,226 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:B 2024-12-05T13:18:56,226 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e304005237e4b2193b518d25beedae3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733404735368 2024-12-05T13:18:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:56,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T13:18:56,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:18:56,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:56,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:18:56,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:56,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:18:56,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:56,246 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#C#compaction#50 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:18:56,248 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/68ab55660df74e3bbe2d84f3f9d771d4 is 50, key is test_row_0/C:col10/1733404735985/Put/seqid=0 2024-12-05T13:18:56,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/f2b224eee2fc42baa66c40af0ea5416f is 50, key is test_row_0/A:col10/1733404735991/Put/seqid=0 2024-12-05T13:18:56,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404796269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:56,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404796271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:56,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404796273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:56,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741890_1066 (size=14541) 2024-12-05T13:18:56,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/f2b224eee2fc42baa66c40af0ea5416f 2024-12-05T13:18:56,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741889_1065 (size=12697) 2024-12-05T13:18:56,298 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/68ab55660df74e3bbe2d84f3f9d771d4 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/68ab55660df74e3bbe2d84f3f9d771d4 2024-12-05T13:18:56,308 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/C of fc51a457309f1b6bd01a00a23da0d5fe into 68ab55660df74e3bbe2d84f3f9d771d4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:18:56,308 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:56,309 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/C, priority=13, startTime=1733404736145; duration=0sec 2024-12-05T13:18:56,309 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:18:56,309 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:C 2024-12-05T13:18:56,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/48e7c8dadd704ae58e91d87ed40f889a is 50, key is test_row_0/B:col10/1733404735991/Put/seqid=0 2024-12-05T13:18:56,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:56,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45190 deadline: 1733404796313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45218 deadline: 1733404796313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:56,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741891_1067 (size=12151) 2024-12-05T13:18:56,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/48e7c8dadd704ae58e91d87ed40f889a 2024-12-05T13:18:56,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/f66dd184767440838e42d11cdc89c10c is 50, key is test_row_0/C:col10/1733404735991/Put/seqid=0 2024-12-05T13:18:56,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:56,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404796376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404796376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:56,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404796378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:56,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741892_1068 (size=12151) 2024-12-05T13:18:56,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/f66dd184767440838e42d11cdc89c10c 2024-12-05T13:18:56,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/f2b224eee2fc42baa66c40af0ea5416f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/f2b224eee2fc42baa66c40af0ea5416f 2024-12-05T13:18:56,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/f2b224eee2fc42baa66c40af0ea5416f, entries=200, sequenceid=256, filesize=14.2 K 2024-12-05T13:18:56,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/48e7c8dadd704ae58e91d87ed40f889a as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/48e7c8dadd704ae58e91d87ed40f889a 2024-12-05T13:18:56,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/48e7c8dadd704ae58e91d87ed40f889a, entries=150, sequenceid=256, filesize=11.9 K 2024-12-05T13:18:56,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/f66dd184767440838e42d11cdc89c10c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/f66dd184767440838e42d11cdc89c10c 2024-12-05T13:18:56,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/f66dd184767440838e42d11cdc89c10c, entries=150, sequenceid=256, filesize=11.9 K 2024-12-05T13:18:56,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for fc51a457309f1b6bd01a00a23da0d5fe in 191ms, sequenceid=256, compaction requested=false 2024-12-05T13:18:56,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:56,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T13:18:56,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:18:56,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:56,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:18:56,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:56,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:18:56,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:56,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/4c456cea3c9e4c9292ef7a0fb88b9201 is 50, key is test_row_0/A:col10/1733404736270/Put/seqid=0 2024-12-05T13:18:56,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404796596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:56,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:56,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404796597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:56,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:56,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404796598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:56,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741893_1069 (size=14741) 2024-12-05T13:18:56,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:56,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45218 deadline: 1733404796620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:56,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:56,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45190 deadline: 1733404796621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:56,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:56,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404796720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:56,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:56,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404796721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:56,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:56,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404796722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:56,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404796925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:56,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404796925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:56,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404796926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:57,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/4c456cea3c9e4c9292ef7a0fb88b9201 2024-12-05T13:18:57,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/da14526337854a1aac9cb27f52a41d6c is 50, key is test_row_0/B:col10/1733404736270/Put/seqid=0 2024-12-05T13:18:57,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741894_1070 (size=12301) 2024-12-05T13:18:57,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/da14526337854a1aac9cb27f52a41d6c 2024-12-05T13:18:57,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/133951b0ceaf424db06cf66f092187af is 50, key is test_row_0/C:col10/1733404736270/Put/seqid=0 2024-12-05T13:18:57,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741895_1071 (size=12301) 2024-12-05T13:18:57,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45218 deadline: 1733404797126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:57,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45190 deadline: 1733404797127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:57,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404797230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:57,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404797234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:57,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404797235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:57,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/133951b0ceaf424db06cf66f092187af 2024-12-05T13:18:57,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/4c456cea3c9e4c9292ef7a0fb88b9201 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/4c456cea3c9e4c9292ef7a0fb88b9201 2024-12-05T13:18:57,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/4c456cea3c9e4c9292ef7a0fb88b9201, entries=200, sequenceid=281, filesize=14.4 K 2024-12-05T13:18:57,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/da14526337854a1aac9cb27f52a41d6c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/da14526337854a1aac9cb27f52a41d6c 2024-12-05T13:18:57,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/da14526337854a1aac9cb27f52a41d6c, entries=150, sequenceid=281, filesize=12.0 K 2024-12-05T13:18:57,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/133951b0ceaf424db06cf66f092187af as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/133951b0ceaf424db06cf66f092187af 2024-12-05T13:18:57,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/133951b0ceaf424db06cf66f092187af, entries=150, sequenceid=281, filesize=12.0 K 2024-12-05T13:18:57,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for fc51a457309f1b6bd01a00a23da0d5fe in 958ms, sequenceid=281, compaction requested=true 2024-12-05T13:18:57,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:57,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:18:57,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:18:57,541 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:18:57,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:18:57,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:18:57,541 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:18:57,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:18:57,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:18:57,542 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41979 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:18:57,542 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:18:57,543 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/A is initiating minor compaction (all files) 2024-12-05T13:18:57,543 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/B is initiating minor compaction (all files) 2024-12-05T13:18:57,543 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/A in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:57,543 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/B in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:57,543 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/460e0736d74c4bcd91db6cb4a1b012f6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/f2b224eee2fc42baa66c40af0ea5416f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/4c456cea3c9e4c9292ef7a0fb88b9201] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=41.0 K 2024-12-05T13:18:57,543 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/912bb9f09f284e6bbe1be4ee9539e335, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/48e7c8dadd704ae58e91d87ed40f889a, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/da14526337854a1aac9cb27f52a41d6c] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=36.3 K 2024-12-05T13:18:57,543 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 460e0736d74c4bcd91db6cb4a1b012f6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733404735368 2024-12-05T13:18:57,544 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 912bb9f09f284e6bbe1be4ee9539e335, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733404735368 2024-12-05T13:18:57,544 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2b224eee2fc42baa66c40af0ea5416f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733404735991 2024-12-05T13:18:57,544 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 48e7c8dadd704ae58e91d87ed40f889a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733404735991 2024-12-05T13:18:57,544 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c456cea3c9e4c9292ef7a0fb88b9201, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733404736264 2024-12-05T13:18:57,544 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting da14526337854a1aac9cb27f52a41d6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733404736264 2024-12-05T13:18:57,571 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#A#compaction#57 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:18:57,572 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/fd4e372ec2434da2bbd3f00524c768e5 is 50, key is test_row_0/A:col10/1733404736270/Put/seqid=0 2024-12-05T13:18:57,582 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#B#compaction#58 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:18:57,583 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/b0b6c437bc79413dbb8cf584a4867927 is 50, key is test_row_0/B:col10/1733404736270/Put/seqid=0 2024-12-05T13:18:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-05T13:18:57,591 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-05T13:18:57,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:18:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-05T13:18:57,595 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:18:57,596 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:18:57,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:18:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-05T13:18:57,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741896_1072 (size=12949) 2024-12-05T13:18:57,613 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/fd4e372ec2434da2bbd3f00524c768e5 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/fd4e372ec2434da2bbd3f00524c768e5 2024-12-05T13:18:57,626 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/A of fc51a457309f1b6bd01a00a23da0d5fe into fd4e372ec2434da2bbd3f00524c768e5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:18:57,626 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:57,627 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/A, priority=13, startTime=1733404737541; duration=0sec 2024-12-05T13:18:57,627 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:18:57,627 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:A 2024-12-05T13:18:57,627 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:18:57,628 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:18:57,628 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/C is initiating minor compaction (all files) 2024-12-05T13:18:57,629 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/C in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:57,629 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/68ab55660df74e3bbe2d84f3f9d771d4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/f66dd184767440838e42d11cdc89c10c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/133951b0ceaf424db06cf66f092187af] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=36.3 K 2024-12-05T13:18:57,631 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68ab55660df74e3bbe2d84f3f9d771d4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733404735368 2024-12-05T13:18:57,632 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting f66dd184767440838e42d11cdc89c10c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733404735991 2024-12-05T13:18:57,632 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 133951b0ceaf424db06cf66f092187af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733404736264 2024-12-05T13:18:57,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741897_1073 (size=12949) 2024-12-05T13:18:57,651 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#C#compaction#59 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:18:57,652 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/af467c058ff04317ad941d96fb36ba8e is 50, key is test_row_0/C:col10/1733404736270/Put/seqid=0 2024-12-05T13:18:57,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741898_1074 (size=12949) 2024-12-05T13:18:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-05T13:18:57,748 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:57,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-05T13:18:57,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:57,751 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T13:18:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:57,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:57,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:18:57,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:57,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:18:57,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:57,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:18:57,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:57,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/0d62debabb81466ebe1413ad74215ec8 is 50, key is test_row_0/A:col10/1733404737747/Put/seqid=0 2024-12-05T13:18:57,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741899_1075 (size=14737) 2024-12-05T13:18:57,800 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/0d62debabb81466ebe1413ad74215ec8 2024-12-05T13:18:57,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/96b415c8a94441428dd6dbb356703462 is 50, key is test_row_0/B:col10/1733404737747/Put/seqid=0 2024-12-05T13:18:57,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741900_1076 (size=9857) 2024-12-05T13:18:57,834 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/96b415c8a94441428dd6dbb356703462 2024-12-05T13:18:57,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/76be5aae30aa41498409a9bd388f773b is 50, key is test_row_0/C:col10/1733404737747/Put/seqid=0 2024-12-05T13:18:57,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741901_1077 (size=9857) 2024-12-05T13:18:57,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404797880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:57,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404797881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:57,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404797881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-05T13:18:57,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:57,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404797986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404797988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:57,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404797988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:58,043 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/b0b6c437bc79413dbb8cf584a4867927 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/b0b6c437bc79413dbb8cf584a4867927 2024-12-05T13:18:58,053 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/B of fc51a457309f1b6bd01a00a23da0d5fe into b0b6c437bc79413dbb8cf584a4867927(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:18:58,053 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:58,053 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/B, priority=13, startTime=1733404737541; duration=0sec 2024-12-05T13:18:58,053 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:18:58,053 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:B 2024-12-05T13:18:58,103 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/af467c058ff04317ad941d96fb36ba8e as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/af467c058ff04317ad941d96fb36ba8e 2024-12-05T13:18:58,113 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/C of fc51a457309f1b6bd01a00a23da0d5fe into af467c058ff04317ad941d96fb36ba8e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:18:58,113 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:58,113 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/C, priority=13, startTime=1733404737541; duration=0sec 2024-12-05T13:18:58,114 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:18:58,114 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:C 2024-12-05T13:18:58,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45190 deadline: 1733404798131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:58,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45218 deadline: 1733404798137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:58,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404798192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:58,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:58,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404798192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404798192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-05T13:18:58,281 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/76be5aae30aa41498409a9bd388f773b 2024-12-05T13:18:58,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/0d62debabb81466ebe1413ad74215ec8 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/0d62debabb81466ebe1413ad74215ec8 2024-12-05T13:18:58,298 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/0d62debabb81466ebe1413ad74215ec8, entries=200, sequenceid=297, filesize=14.4 K 2024-12-05T13:18:58,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/96b415c8a94441428dd6dbb356703462 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/96b415c8a94441428dd6dbb356703462 2024-12-05T13:18:58,310 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/96b415c8a94441428dd6dbb356703462, entries=100, sequenceid=297, filesize=9.6 K 2024-12-05T13:18:58,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/76be5aae30aa41498409a9bd388f773b as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/76be5aae30aa41498409a9bd388f773b 2024-12-05T13:18:58,326 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/76be5aae30aa41498409a9bd388f773b, entries=100, sequenceid=297, filesize=9.6 K 2024-12-05T13:18:58,327 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for fc51a457309f1b6bd01a00a23da0d5fe in 576ms, sequenceid=297, compaction requested=false 2024-12-05T13:18:58,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:58,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:58,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-05T13:18:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-05T13:18:58,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-05T13:18:58,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 735 msec 2024-12-05T13:18:58,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 742 msec 2024-12-05T13:18:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:58,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T13:18:58,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:18:58,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:58,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:18:58,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:58,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:18:58,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:58,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/38c6596e277f4110acdc41dab90b3e65 is 50, key is test_row_0/A:col10/1733404738498/Put/seqid=0 2024-12-05T13:18:58,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404798516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:58,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404798514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:58,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404798521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:58,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741902_1078 (size=12301) 2024-12-05T13:18:58,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404798623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:58,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404798625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:58,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404798626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-05T13:18:58,702 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-05T13:18:58,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:18:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-05T13:18:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-05T13:18:58,710 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:18:58,711 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:18:58,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:18:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-05T13:18:58,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404798826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:58,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404798830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:58,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404798831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:58,863 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:58,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-05T13:18:58,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:58,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:58,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:58,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:58,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:58,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/38c6596e277f4110acdc41dab90b3e65 2024-12-05T13:18:58,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/3b1cb9bca95e4ad6892c1ca18e96ad97 is 50, key is test_row_0/B:col10/1733404738498/Put/seqid=0 2024-12-05T13:18:58,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741903_1079 (size=12301) 2024-12-05T13:18:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-05T13:18:59,019 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:59,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-05T13:18:59,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:59,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:59,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:59,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:59,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:59,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404799131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:59,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404799133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:59,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404799135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:59,173 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:59,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-05T13:18:59,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:59,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:59,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:59,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:59,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-05T13:18:59,332 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:59,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-05T13:18:59,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:59,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:59,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:59,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:59,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:18:59,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/3b1cb9bca95e4ad6892c1ca18e96ad97 2024-12-05T13:18:59,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/b15361764cb940d7a0816cd679b892c7 is 50, key is test_row_0/C:col10/1733404738498/Put/seqid=0 2024-12-05T13:18:59,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741904_1080 (size=12301) 2024-12-05T13:18:59,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/b15361764cb940d7a0816cd679b892c7 2024-12-05T13:18:59,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/38c6596e277f4110acdc41dab90b3e65 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/38c6596e277f4110acdc41dab90b3e65 2024-12-05T13:18:59,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/38c6596e277f4110acdc41dab90b3e65, entries=150, sequenceid=324, filesize=12.0 K 2024-12-05T13:18:59,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/3b1cb9bca95e4ad6892c1ca18e96ad97 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/3b1cb9bca95e4ad6892c1ca18e96ad97 2024-12-05T13:18:59,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/3b1cb9bca95e4ad6892c1ca18e96ad97, entries=150, sequenceid=324, filesize=12.0 K 2024-12-05T13:18:59,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/b15361764cb940d7a0816cd679b892c7 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/b15361764cb940d7a0816cd679b892c7 2024-12-05T13:18:59,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/b15361764cb940d7a0816cd679b892c7, entries=150, sequenceid=324, filesize=12.0 K 2024-12-05T13:18:59,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for fc51a457309f1b6bd01a00a23da0d5fe in 965ms, sequenceid=324, compaction requested=true 2024-12-05T13:18:59,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:59,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:18:59,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:18:59,465 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:18:59,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:18:59,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:18:59,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:18:59,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T13:18:59,465 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:18:59,467 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:18:59,467 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/B is initiating minor compaction (all files) 2024-12-05T13:18:59,467 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/B in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:59,468 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/b0b6c437bc79413dbb8cf584a4867927, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/96b415c8a94441428dd6dbb356703462, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/3b1cb9bca95e4ad6892c1ca18e96ad97] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=34.3 K 2024-12-05T13:18:59,468 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39987 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:18:59,468 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/A is initiating minor compaction (all files) 2024-12-05T13:18:59,468 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting b0b6c437bc79413dbb8cf584a4867927, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733404736264 2024-12-05T13:18:59,468 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/A in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:59,469 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/fd4e372ec2434da2bbd3f00524c768e5, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/0d62debabb81466ebe1413ad74215ec8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/38c6596e277f4110acdc41dab90b3e65] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=39.0 K 2024-12-05T13:18:59,469 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 96b415c8a94441428dd6dbb356703462, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1733404737747 2024-12-05T13:18:59,470 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b1cb9bca95e4ad6892c1ca18e96ad97, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733404738498 2024-12-05T13:18:59,471 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd4e372ec2434da2bbd3f00524c768e5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733404736264 2024-12-05T13:18:59,471 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d62debabb81466ebe1413ad74215ec8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1733404736597 2024-12-05T13:18:59,473 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38c6596e277f4110acdc41dab90b3e65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733404738498 2024-12-05T13:18:59,487 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:59,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-05T13:18:59,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:59,488 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T13:18:59,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:18:59,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:59,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:18:59,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:59,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:18:59,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:59,506 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#A#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:18:59,507 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/1e72101d50d14df68e56d4a62425636c is 50, key is test_row_0/A:col10/1733404738498/Put/seqid=0 2024-12-05T13:18:59,513 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#B#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:18:59,514 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/23c32dacf3c34de6b33d68d9638e692c is 50, key is test_row_0/B:col10/1733404738498/Put/seqid=0 2024-12-05T13:18:59,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/38281295bfe14d3bb73cf64957a2359b is 50, key is test_row_0/A:col10/1733404738520/Put/seqid=0 2024-12-05T13:18:59,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741907_1083 (size=12301) 2024-12-05T13:18:59,565 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/38281295bfe14d3bb73cf64957a2359b 2024-12-05T13:18:59,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741905_1081 (size=13051) 2024-12-05T13:18:59,585 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/1e72101d50d14df68e56d4a62425636c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/1e72101d50d14df68e56d4a62425636c 2024-12-05T13:18:59,595 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/A of fc51a457309f1b6bd01a00a23da0d5fe into 1e72101d50d14df68e56d4a62425636c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:18:59,595 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:59,595 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/A, priority=13, startTime=1733404739465; duration=0sec 2024-12-05T13:18:59,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/3b222d1fa8df44b5b8b12c0c35c6c2b8 is 50, key is test_row_0/B:col10/1733404738520/Put/seqid=0 2024-12-05T13:18:59,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741906_1082 (size=13051) 2024-12-05T13:18:59,596 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:18:59,601 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:A 2024-12-05T13:18:59,601 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:18:59,602 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:18:59,603 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/C is initiating minor compaction (all files) 2024-12-05T13:18:59,603 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/C in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:59,603 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/af467c058ff04317ad941d96fb36ba8e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/76be5aae30aa41498409a9bd388f773b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/b15361764cb940d7a0816cd679b892c7] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=34.3 K 2024-12-05T13:18:59,603 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting af467c058ff04317ad941d96fb36ba8e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733404736264 2024-12-05T13:18:59,604 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76be5aae30aa41498409a9bd388f773b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1733404737747 2024-12-05T13:18:59,604 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting b15361764cb940d7a0816cd679b892c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733404738498 2024-12-05T13:18:59,627 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#C#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:18:59,627 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/50a156f6b37440bebce88eaf9ebcd158 is 50, key is test_row_0/C:col10/1733404738498/Put/seqid=0 2024-12-05T13:18:59,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741908_1084 (size=12301) 2024-12-05T13:18:59,635 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/3b222d1fa8df44b5b8b12c0c35c6c2b8 2024-12-05T13:18:59,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:18:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:59,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/92f446552500489f96016c8704c53eb3 is 50, key is test_row_0/C:col10/1733404738520/Put/seqid=0 2024-12-05T13:18:59,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741910_1086 (size=12301) 2024-12-05T13:18:59,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741909_1085 (size=13051) 2024-12-05T13:18:59,667 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/92f446552500489f96016c8704c53eb3 2024-12-05T13:18:59,676 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/50a156f6b37440bebce88eaf9ebcd158 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/50a156f6b37440bebce88eaf9ebcd158 2024-12-05T13:18:59,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/38281295bfe14d3bb73cf64957a2359b as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/38281295bfe14d3bb73cf64957a2359b 2024-12-05T13:18:59,704 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/38281295bfe14d3bb73cf64957a2359b, entries=150, sequenceid=335, filesize=12.0 K 2024-12-05T13:18:59,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/3b222d1fa8df44b5b8b12c0c35c6c2b8 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/3b222d1fa8df44b5b8b12c0c35c6c2b8 2024-12-05T13:18:59,711 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/3b222d1fa8df44b5b8b12c0c35c6c2b8, entries=150, sequenceid=335, filesize=12.0 K 2024-12-05T13:18:59,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/92f446552500489f96016c8704c53eb3 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/92f446552500489f96016c8704c53eb3 2024-12-05T13:18:59,717 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/92f446552500489f96016c8704c53eb3, entries=150, sequenceid=335, filesize=12.0 K 2024-12-05T13:18:59,718 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/C of fc51a457309f1b6bd01a00a23da0d5fe into 50a156f6b37440bebce88eaf9ebcd158(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:18:59,719 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:59,719 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/C, priority=13, startTime=1733404739465; duration=0sec 2024-12-05T13:18:59,719 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:18:59,719 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:C 2024-12-05T13:18:59,719 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=53.67 KB/54960 for fc51a457309f1b6bd01a00a23da0d5fe in 231ms, sequenceid=335, compaction requested=false 2024-12-05T13:18:59,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:59,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:59,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-05T13:18:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-05T13:18:59,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-05T13:18:59,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0100 sec 2024-12-05T13:18:59,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.0220 sec 2024-12-05T13:18:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:18:59,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-05T13:18:59,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:18:59,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:59,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:18:59,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:59,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:18:59,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:59,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/4791819370724f8598b84bffa9dbe591 is 50, key is test_row_0/A:col10/1733404739733/Put/seqid=0 2024-12-05T13:18:59,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404799783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:59,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404799786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:59,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404799788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:59,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741911_1087 (size=12301) 2024-12-05T13:18:59,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/4791819370724f8598b84bffa9dbe591 2024-12-05T13:18:59,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/e47f39e9e0574ba79a6aa496d97e040f is 50, key is test_row_0/B:col10/1733404739733/Put/seqid=0 2024-12-05T13:18:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-05T13:18:59,811 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-05T13:18:59,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:18:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-05T13:18:59,816 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:18:59,818 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:18:59,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:18:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-05T13:18:59,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741912_1088 (size=12301) 2024-12-05T13:18:59,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/e47f39e9e0574ba79a6aa496d97e040f 2024-12-05T13:18:59,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/81033a4c07de4a5086c16cc4a8e702f6 is 50, key is test_row_0/C:col10/1733404739733/Put/seqid=0 2024-12-05T13:18:59,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404799890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:59,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404799890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:59,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:18:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404799891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:59,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741913_1089 (size=12301) 2024-12-05T13:18:59,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/81033a4c07de4a5086c16cc4a8e702f6 2024-12-05T13:18:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-05T13:18:59,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/4791819370724f8598b84bffa9dbe591 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/4791819370724f8598b84bffa9dbe591 2024-12-05T13:18:59,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/4791819370724f8598b84bffa9dbe591, entries=150, sequenceid=351, filesize=12.0 K 2024-12-05T13:18:59,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/e47f39e9e0574ba79a6aa496d97e040f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/e47f39e9e0574ba79a6aa496d97e040f 2024-12-05T13:18:59,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/e47f39e9e0574ba79a6aa496d97e040f, entries=150, sequenceid=351, filesize=12.0 K 2024-12-05T13:18:59,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/81033a4c07de4a5086c16cc4a8e702f6 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/81033a4c07de4a5086c16cc4a8e702f6 2024-12-05T13:18:59,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/81033a4c07de4a5086c16cc4a8e702f6, entries=150, sequenceid=351, filesize=12.0 K 2024-12-05T13:18:59,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for fc51a457309f1b6bd01a00a23da0d5fe in 220ms, sequenceid=351, compaction requested=true 2024-12-05T13:18:59,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:18:59,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:A, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:18:59,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:18:59,957 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:18:59,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:18:59,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:18:59,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:18:59,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T13:18:59,959 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:18:59,959 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/A is initiating minor compaction (all files) 2024-12-05T13:18:59,959 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/A in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:59,959 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/1e72101d50d14df68e56d4a62425636c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/38281295bfe14d3bb73cf64957a2359b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/4791819370724f8598b84bffa9dbe591] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=36.8 K 2024-12-05T13:18:59,960 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e72101d50d14df68e56d4a62425636c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733404738498 2024-12-05T13:18:59,961 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38281295bfe14d3bb73cf64957a2359b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733404738506 2024-12-05T13:18:59,962 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4791819370724f8598b84bffa9dbe591, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733404739652 2024-12-05T13:18:59,971 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:18:59,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-05T13:18:59,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:18:59,972 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-05T13:18:59,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:18:59,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:59,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:18:59,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:59,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:18:59,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:18:59,990 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#A#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:18:59,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/df94903c0785434681e72f63b00c8075 is 50, key is test_row_0/A:col10/1733404739786/Put/seqid=0 2024-12-05T13:18:59,991 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/9c56424b30074f93a76b5af66f61adba is 50, key is test_row_0/A:col10/1733404739733/Put/seqid=0 2024-12-05T13:19:00,013 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/23c32dacf3c34de6b33d68d9638e692c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/23c32dacf3c34de6b33d68d9638e692c 2024-12-05T13:19:00,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741914_1090 (size=13153) 2024-12-05T13:19:00,023 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/B of fc51a457309f1b6bd01a00a23da0d5fe into 23c32dacf3c34de6b33d68d9638e692c(size=12.7 K), total size for store is 36.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:00,023 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:00,023 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/B, priority=13, startTime=1733404739465; duration=0sec 2024-12-05T13:19:00,023 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T13:19:00,023 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:B 2024-12-05T13:19:00,023 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:B 2024-12-05T13:19:00,023 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:00,025 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:00,025 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/C is initiating minor compaction (all files) 2024-12-05T13:19:00,025 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/C in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:00,025 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/50a156f6b37440bebce88eaf9ebcd158, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/92f446552500489f96016c8704c53eb3, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/81033a4c07de4a5086c16cc4a8e702f6] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=36.8 K 2024-12-05T13:19:00,026 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 50a156f6b37440bebce88eaf9ebcd158, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733404738498 2024-12-05T13:19:00,026 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 92f446552500489f96016c8704c53eb3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733404738506 2024-12-05T13:19:00,027 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 81033a4c07de4a5086c16cc4a8e702f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733404739652 2024-12-05T13:19:00,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741915_1091 (size=12301) 2024-12-05T13:19:00,030 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/df94903c0785434681e72f63b00c8075 2024-12-05T13:19:00,058 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#C#compaction#77 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:00,059 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/4572dbf915d246f8986488c02f43eb7a is 50, key is test_row_0/C:col10/1733404739733/Put/seqid=0 2024-12-05T13:19:00,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/35fedab9dd5e42ab9c74c63d41c37a9e is 50, key is test_row_0/B:col10/1733404739786/Put/seqid=0 2024-12-05T13:19:00,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741916_1092 (size=13153) 2024-12-05T13:19:00,095 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/4572dbf915d246f8986488c02f43eb7a as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/4572dbf915d246f8986488c02f43eb7a 2024-12-05T13:19:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:19:00,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:19:00,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741917_1093 (size=12301) 2024-12-05T13:19:00,116 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/C of fc51a457309f1b6bd01a00a23da0d5fe into 4572dbf915d246f8986488c02f43eb7a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:00,116 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:00,116 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/C, priority=13, startTime=1733404739958; duration=0sec 2024-12-05T13:19:00,117 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:00,117 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:C 2024-12-05T13:19:00,117 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-05T13:19:00,121 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:00,121 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/B is initiating minor compaction (all files) 2024-12-05T13:19:00,121 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/B in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:00,121 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/23c32dacf3c34de6b33d68d9638e692c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/3b222d1fa8df44b5b8b12c0c35c6c2b8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/e47f39e9e0574ba79a6aa496d97e040f] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=36.8 K 2024-12-05T13:19:00,122 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 23c32dacf3c34de6b33d68d9638e692c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733404738498 2024-12-05T13:19:00,122 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b222d1fa8df44b5b8b12c0c35c6c2b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733404738506 2024-12-05T13:19:00,123 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting e47f39e9e0574ba79a6aa496d97e040f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733404739652 2024-12-05T13:19:00,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404800119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:00,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404800119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:00,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404800120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:00,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45190 deadline: 1733404800136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:00,139 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., hostname=6fe4fa47a8fb,37007,1733404723344, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:19:00,142 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#B#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:00,144 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/9b3e3dec284d44659f45c3fae83f330d is 50, key is test_row_0/B:col10/1733404739733/Put/seqid=0 2024-12-05T13:19:00,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45218 deadline: 1733404800146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:00,148 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., hostname=6fe4fa47a8fb,37007,1733404723344, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:19:00,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741918_1094 (size=13153) 2024-12-05T13:19:00,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404800232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:00,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404800232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:00,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404800232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-05T13:19:00,432 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/9c56424b30074f93a76b5af66f61adba as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/9c56424b30074f93a76b5af66f61adba 2024-12-05T13:19:00,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404800435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:00,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404800435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:00,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404800436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:00,441 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/A of fc51a457309f1b6bd01a00a23da0d5fe into 9c56424b30074f93a76b5af66f61adba(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:00,441 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:00,442 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/A, priority=13, startTime=1733404739957; duration=0sec 2024-12-05T13:19:00,442 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:00,442 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:A 2024-12-05T13:19:00,503 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/35fedab9dd5e42ab9c74c63d41c37a9e 2024-12-05T13:19:00,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/3eeee3e786ee443a8a881280992225cf is 50, key is test_row_0/C:col10/1733404739786/Put/seqid=0 2024-12-05T13:19:00,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741919_1095 (size=12301) 2024-12-05T13:19:00,558 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/3eeee3e786ee443a8a881280992225cf 2024-12-05T13:19:00,569 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/9b3e3dec284d44659f45c3fae83f330d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/9b3e3dec284d44659f45c3fae83f330d 2024-12-05T13:19:00,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/df94903c0785434681e72f63b00c8075 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/df94903c0785434681e72f63b00c8075 2024-12-05T13:19:00,581 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/df94903c0785434681e72f63b00c8075, entries=150, sequenceid=373, filesize=12.0 K 2024-12-05T13:19:00,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/35fedab9dd5e42ab9c74c63d41c37a9e as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/35fedab9dd5e42ab9c74c63d41c37a9e 2024-12-05T13:19:00,586 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/B of fc51a457309f1b6bd01a00a23da0d5fe into 9b3e3dec284d44659f45c3fae83f330d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:00,586 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:00,586 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/B, priority=13, startTime=1733404739957; duration=0sec 2024-12-05T13:19:00,586 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:00,586 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:B 2024-12-05T13:19:00,592 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/35fedab9dd5e42ab9c74c63d41c37a9e, entries=150, sequenceid=373, filesize=12.0 K 2024-12-05T13:19:00,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/3eeee3e786ee443a8a881280992225cf as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/3eeee3e786ee443a8a881280992225cf 2024-12-05T13:19:00,600 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/3eeee3e786ee443a8a881280992225cf, entries=150, sequenceid=373, filesize=12.0 K 2024-12-05T13:19:00,601 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for fc51a457309f1b6bd01a00a23da0d5fe in 629ms, sequenceid=373, compaction requested=false 2024-12-05T13:19:00,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:00,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:00,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-05T13:19:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-05T13:19:00,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-05T13:19:00,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 785 msec 2024-12-05T13:19:00,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 793 msec 2024-12-05T13:19:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:19:00,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-05T13:19:00,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:19:00,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:00,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:19:00,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:00,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:19:00,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:00,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/b37994f975c84fa0824e36aa76682f90 is 50, key is test_row_0/A:col10/1733404740117/Put/seqid=0 2024-12-05T13:19:00,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741920_1096 (size=12301) 2024-12-05T13:19:00,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/b37994f975c84fa0824e36aa76682f90 2024-12-05T13:19:00,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404800787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:00,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404800788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:00,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404800790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:00,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/5599059f0b8e4ba784f2ffeac1e0851d is 50, key is test_row_0/B:col10/1733404740117/Put/seqid=0 2024-12-05T13:19:00,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741921_1097 (size=12301) 2024-12-05T13:19:00,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/5599059f0b8e4ba784f2ffeac1e0851d 2024-12-05T13:19:00,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/ea9b4d9a2c984b89a4e3f8d9fee6723f is 50, key is test_row_0/C:col10/1733404740117/Put/seqid=0 2024-12-05T13:19:00,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741922_1098 (size=12301) 2024-12-05T13:19:00,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404800893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:00,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404800893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:00,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404800895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-05T13:19:00,925 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-05T13:19:00,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:19:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-05T13:19:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-05T13:19:00,929 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:19:00,929 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:19:00,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:19:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-05T13:19:01,085 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:01,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-05T13:19:01,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:01,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:19:01,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:01,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:01,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:01,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404801096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:01,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404801097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:01,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404801100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-05T13:19:01,239 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:01,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-05T13:19:01,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:01,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:19:01,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:01,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:01,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:01,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/ea9b4d9a2c984b89a4e3f8d9fee6723f 2024-12-05T13:19:01,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/b37994f975c84fa0824e36aa76682f90 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/b37994f975c84fa0824e36aa76682f90 2024-12-05T13:19:01,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/b37994f975c84fa0824e36aa76682f90, entries=150, sequenceid=393, filesize=12.0 K 2024-12-05T13:19:01,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/5599059f0b8e4ba784f2ffeac1e0851d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/5599059f0b8e4ba784f2ffeac1e0851d 2024-12-05T13:19:01,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/5599059f0b8e4ba784f2ffeac1e0851d, entries=150, sequenceid=393, filesize=12.0 K 2024-12-05T13:19:01,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/ea9b4d9a2c984b89a4e3f8d9fee6723f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/ea9b4d9a2c984b89a4e3f8d9fee6723f 2024-12-05T13:19:01,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/ea9b4d9a2c984b89a4e3f8d9fee6723f, entries=150, sequenceid=393, filesize=12.0 K 2024-12-05T13:19:01,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for fc51a457309f1b6bd01a00a23da0d5fe in 551ms, sequenceid=393, compaction requested=true 2024-12-05T13:19:01,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:01,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:19:01,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:01,292 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:01,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:19:01,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:01,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:19:01,293 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:01,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:01,294 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:01,294 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:01,294 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/B is initiating minor compaction (all files) 2024-12-05T13:19:01,294 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/A is initiating minor compaction (all files) 2024-12-05T13:19:01,294 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/B in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:01,294 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/A in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:01,294 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/9b3e3dec284d44659f45c3fae83f330d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/35fedab9dd5e42ab9c74c63d41c37a9e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/5599059f0b8e4ba784f2ffeac1e0851d] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=36.9 K 2024-12-05T13:19:01,294 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/9c56424b30074f93a76b5af66f61adba, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/df94903c0785434681e72f63b00c8075, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/b37994f975c84fa0824e36aa76682f90] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=36.9 K 2024-12-05T13:19:01,295 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b3e3dec284d44659f45c3fae83f330d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733404739652 2024-12-05T13:19:01,295 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c56424b30074f93a76b5af66f61adba, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733404739652 2024-12-05T13:19:01,295 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 35fedab9dd5e42ab9c74c63d41c37a9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733404739771 2024-12-05T13:19:01,296 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting df94903c0785434681e72f63b00c8075, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733404739771 2024-12-05T13:19:01,296 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 5599059f0b8e4ba784f2ffeac1e0851d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733404740108 2024-12-05T13:19:01,297 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting b37994f975c84fa0824e36aa76682f90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733404740108 2024-12-05T13:19:01,316 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#A#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:01,316 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#B#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:01,317 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/973aa7bdc670492eb4aefdd50daa5fd7 is 50, key is test_row_0/A:col10/1733404740117/Put/seqid=0 2024-12-05T13:19:01,317 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/a1503b395abf45fbb168132b5c3ae7cf is 50, key is test_row_0/B:col10/1733404740117/Put/seqid=0 2024-12-05T13:19:01,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741924_1100 (size=13255) 2024-12-05T13:19:01,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741923_1099 (size=13255) 2024-12-05T13:19:01,392 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:01,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-05T13:19:01,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:01,393 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-05T13:19:01,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:19:01,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:01,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:19:01,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:01,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:19:01,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:01,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/490ee90ecc604982bbfbea84aba88950 is 50, key is test_row_0/A:col10/1733404740783/Put/seqid=0 2024-12-05T13:19:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:19:01,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:19:01,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741925_1101 (size=12301) 2024-12-05T13:19:01,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404801428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:01,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404801429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:01,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404801430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:01,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404801532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:01,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404801533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:01,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404801534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-05T13:19:01,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404801736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:01,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404801737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:01,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404801739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:01,742 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/a1503b395abf45fbb168132b5c3ae7cf as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/a1503b395abf45fbb168132b5c3ae7cf 2024-12-05T13:19:01,755 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/973aa7bdc670492eb4aefdd50daa5fd7 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/973aa7bdc670492eb4aefdd50daa5fd7 2024-12-05T13:19:01,756 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/B of fc51a457309f1b6bd01a00a23da0d5fe into a1503b395abf45fbb168132b5c3ae7cf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:01,756 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:01,756 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/B, priority=13, startTime=1733404741292; duration=0sec 2024-12-05T13:19:01,756 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:01,756 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:B 2024-12-05T13:19:01,756 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:01,764 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:01,764 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/C is initiating minor compaction (all files) 2024-12-05T13:19:01,764 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/C in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:01,765 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/A of fc51a457309f1b6bd01a00a23da0d5fe into 973aa7bdc670492eb4aefdd50daa5fd7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:01,765 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:01,765 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/A, priority=13, startTime=1733404741292; duration=0sec 2024-12-05T13:19:01,765 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/4572dbf915d246f8986488c02f43eb7a, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/3eeee3e786ee443a8a881280992225cf, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/ea9b4d9a2c984b89a4e3f8d9fee6723f] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=36.9 K 2024-12-05T13:19:01,765 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:01,765 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:A 2024-12-05T13:19:01,765 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 4572dbf915d246f8986488c02f43eb7a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733404739652 2024-12-05T13:19:01,766 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 3eeee3e786ee443a8a881280992225cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733404739771 2024-12-05T13:19:01,766 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting ea9b4d9a2c984b89a4e3f8d9fee6723f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733404740108 2024-12-05T13:19:01,781 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#C#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:01,782 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/8037c8c283f844e78660ca47b5d58cd5 is 50, key is test_row_0/C:col10/1733404740117/Put/seqid=0 2024-12-05T13:19:01,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741926_1102 (size=13255) 2024-12-05T13:19:01,810 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/490ee90ecc604982bbfbea84aba88950 2024-12-05T13:19:01,811 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/8037c8c283f844e78660ca47b5d58cd5 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/8037c8c283f844e78660ca47b5d58cd5 2024-12-05T13:19:01,823 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/C of fc51a457309f1b6bd01a00a23da0d5fe into 8037c8c283f844e78660ca47b5d58cd5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:01,824 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:01,824 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/C, priority=13, startTime=1733404741292; duration=0sec 2024-12-05T13:19:01,824 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:01,825 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:C 2024-12-05T13:19:01,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/25884d8f2f894de4b2f5812014070c76 is 50, key is test_row_0/B:col10/1733404740783/Put/seqid=0 2024-12-05T13:19:01,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741927_1103 (size=12301) 2024-12-05T13:19:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-05T13:19:02,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:02,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404802040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404802040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:02,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404802044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:02,267 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/25884d8f2f894de4b2f5812014070c76 2024-12-05T13:19:02,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/c2b4153235a8437baf037d92d62ee1db is 50, key is test_row_0/C:col10/1733404740783/Put/seqid=0 2024-12-05T13:19:02,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741928_1104 (size=12301) 2024-12-05T13:19:02,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404802544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:02,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404802545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:02,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404802565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:02,704 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/c2b4153235a8437baf037d92d62ee1db 2024-12-05T13:19:02,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/490ee90ecc604982bbfbea84aba88950 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/490ee90ecc604982bbfbea84aba88950 2024-12-05T13:19:02,719 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/490ee90ecc604982bbfbea84aba88950, entries=150, sequenceid=413, filesize=12.0 K 2024-12-05T13:19:02,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/25884d8f2f894de4b2f5812014070c76 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/25884d8f2f894de4b2f5812014070c76 2024-12-05T13:19:02,736 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/25884d8f2f894de4b2f5812014070c76, entries=150, sequenceid=413, filesize=12.0 K 2024-12-05T13:19:02,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/c2b4153235a8437baf037d92d62ee1db as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/c2b4153235a8437baf037d92d62ee1db 2024-12-05T13:19:02,745 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/c2b4153235a8437baf037d92d62ee1db, entries=150, sequenceid=413, filesize=12.0 K 2024-12-05T13:19:02,746 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for fc51a457309f1b6bd01a00a23da0d5fe in 1353ms, sequenceid=413, compaction requested=false 2024-12-05T13:19:02,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:02,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:02,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-05T13:19:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-05T13:19:02,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-05T13:19:02,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8190 sec 2024-12-05T13:19:02,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.8250 sec 2024-12-05T13:19:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-05T13:19:03,041 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-05T13:19:03,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:19:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-05T13:19:03,045 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:19:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-05T13:19:03,046 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:19:03,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:19:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-05T13:19:03,203 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:03,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T13:19:03,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:03,204 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-05T13:19:03,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:19:03,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:03,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:19:03,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:03,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:19:03,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:03,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/7aeea9fe8e124806a2c158e19cf8eee6 is 50, key is test_row_0/A:col10/1733404741414/Put/seqid=0 2024-12-05T13:19:03,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741929_1105 (size=12301) 2024-12-05T13:19:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-05T13:19:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:19:03,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:19:03,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404803581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:03,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404803582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:03,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404803583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:03,618 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/7aeea9fe8e124806a2c158e19cf8eee6 2024-12-05T13:19:03,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/7caa9646999c40a1be6906854a1c3d49 is 50, key is test_row_0/B:col10/1733404741414/Put/seqid=0 2024-12-05T13:19:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-05T13:19:03,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741930_1106 (size=12301) 2024-12-05T13:19:03,671 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/7caa9646999c40a1be6906854a1c3d49 2024-12-05T13:19:03,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404803684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:03,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404803685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:03,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404803686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:03,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/31b5bef5640a41f987e23a103c07c798 is 50, key is test_row_0/C:col10/1733404741414/Put/seqid=0 2024-12-05T13:19:03,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741931_1107 (size=12301) 2024-12-05T13:19:03,728 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/31b5bef5640a41f987e23a103c07c798 2024-12-05T13:19:03,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/7aeea9fe8e124806a2c158e19cf8eee6 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/7aeea9fe8e124806a2c158e19cf8eee6 2024-12-05T13:19:03,744 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/7aeea9fe8e124806a2c158e19cf8eee6, entries=150, sequenceid=432, filesize=12.0 K 2024-12-05T13:19:03,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/7caa9646999c40a1be6906854a1c3d49 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/7caa9646999c40a1be6906854a1c3d49 2024-12-05T13:19:03,753 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/7caa9646999c40a1be6906854a1c3d49, entries=150, sequenceid=432, filesize=12.0 K 2024-12-05T13:19:03,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/31b5bef5640a41f987e23a103c07c798 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/31b5bef5640a41f987e23a103c07c798 2024-12-05T13:19:03,766 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/31b5bef5640a41f987e23a103c07c798, entries=150, sequenceid=432, filesize=12.0 K 2024-12-05T13:19:03,768 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for fc51a457309f1b6bd01a00a23da0d5fe in 564ms, sequenceid=432, compaction requested=true 2024-12-05T13:19:03,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:03,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:03,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-05T13:19:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-05T13:19:03,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-05T13:19:03,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 724 msec 2024-12-05T13:19:03,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 730 msec 2024-12-05T13:19:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:19:03,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-05T13:19:03,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:19:03,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:03,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:19:03,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:03,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:19:03,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:03,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/8107d1e85fa844f4a2e2f13603e939d1 is 50, key is test_row_0/A:col10/1733404743580/Put/seqid=0 2024-12-05T13:19:03,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:03,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404803914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404803915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:03,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404803916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:03,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741932_1108 (size=12301) 2024-12-05T13:19:04,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404804018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:04,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404804018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:04,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404804020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-05T13:19:04,149 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-05T13:19:04,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:19:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-05T13:19:04,152 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:19:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-05T13:19:04,153 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:19:04,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:19:04,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45190 deadline: 1733404804169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:04,171 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., hostname=6fe4fa47a8fb,37007,1733404723344, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:19:04,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45218 deadline: 1733404804179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:04,181 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., hostname=6fe4fa47a8fb,37007,1733404723344, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:19:04,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404804223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:04,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404804223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:04,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404804224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-05T13:19:04,305 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:04,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-05T13:19:04,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:04,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:19:04,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:04,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:04,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:04,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/8107d1e85fa844f4a2e2f13603e939d1 2024-12-05T13:19:04,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/4efd9808195d4f938bc06227d7254878 is 50, key is test_row_0/B:col10/1733404743580/Put/seqid=0 2024-12-05T13:19:04,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741933_1109 (size=12301) 2024-12-05T13:19:04,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/4efd9808195d4f938bc06227d7254878 2024-12-05T13:19:04,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/4670daaee3914b059349f7d7254d596f is 50, key is test_row_0/C:col10/1733404743580/Put/seqid=0 2024-12-05T13:19:04,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741934_1110 (size=12301) 2024-12-05T13:19:04,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/4670daaee3914b059349f7d7254d596f 2024-12-05T13:19:04,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/8107d1e85fa844f4a2e2f13603e939d1 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/8107d1e85fa844f4a2e2f13603e939d1 2024-12-05T13:19:04,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/8107d1e85fa844f4a2e2f13603e939d1, entries=150, sequenceid=454, filesize=12.0 K 2024-12-05T13:19:04,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/4efd9808195d4f938bc06227d7254878 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/4efd9808195d4f938bc06227d7254878 2024-12-05T13:19:04,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/4efd9808195d4f938bc06227d7254878, entries=150, sequenceid=454, filesize=12.0 K 2024-12-05T13:19:04,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/4670daaee3914b059349f7d7254d596f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/4670daaee3914b059349f7d7254d596f 2024-12-05T13:19:04,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/4670daaee3914b059349f7d7254d596f, entries=150, sequenceid=454, filesize=12.0 K 2024-12-05T13:19:04,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for fc51a457309f1b6bd01a00a23da0d5fe in 517ms, sequenceid=454, compaction requested=true 2024-12-05T13:19:04,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:04,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:19:04,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:04,410 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T13:19:04,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:19:04,410 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T13:19:04,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:04,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:19:04,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:04,413 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T13:19:04,413 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/B is initiating minor compaction (all files) 2024-12-05T13:19:04,413 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/B in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:04,413 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/a1503b395abf45fbb168132b5c3ae7cf, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/25884d8f2f894de4b2f5812014070c76, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/7caa9646999c40a1be6906854a1c3d49, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/4efd9808195d4f938bc06227d7254878] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=49.0 K 2024-12-05T13:19:04,413 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T13:19:04,414 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/A is initiating minor compaction (all files) 2024-12-05T13:19:04,414 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/A in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:04,414 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/973aa7bdc670492eb4aefdd50daa5fd7, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/490ee90ecc604982bbfbea84aba88950, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/7aeea9fe8e124806a2c158e19cf8eee6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/8107d1e85fa844f4a2e2f13603e939d1] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=49.0 K 2024-12-05T13:19:04,414 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting a1503b395abf45fbb168132b5c3ae7cf, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733404740108 2024-12-05T13:19:04,414 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 973aa7bdc670492eb4aefdd50daa5fd7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733404740108 2024-12-05T13:19:04,415 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 25884d8f2f894de4b2f5812014070c76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733404740783 2024-12-05T13:19:04,415 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 490ee90ecc604982bbfbea84aba88950, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733404740783 2024-12-05T13:19:04,416 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7aeea9fe8e124806a2c158e19cf8eee6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1733404741414 2024-12-05T13:19:04,416 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 7caa9646999c40a1be6906854a1c3d49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1733404741414 2024-12-05T13:19:04,416 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8107d1e85fa844f4a2e2f13603e939d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1733404743579 2024-12-05T13:19:04,416 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 4efd9808195d4f938bc06227d7254878, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1733404743579 2024-12-05T13:19:04,432 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#B#compaction#96 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:04,433 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/e745a5d62f364602bcfa8e23f277fb68 is 50, key is test_row_0/B:col10/1733404743580/Put/seqid=0 2024-12-05T13:19:04,435 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#A#compaction#97 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:04,435 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/5f976f874ce544ac9b3d77a9a0f0174c is 50, key is test_row_0/A:col10/1733404743580/Put/seqid=0 2024-12-05T13:19:04,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741936_1112 (size=13391) 2024-12-05T13:19:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-05T13:19:04,456 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/5f976f874ce544ac9b3d77a9a0f0174c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/5f976f874ce544ac9b3d77a9a0f0174c 2024-12-05T13:19:04,459 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:04,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-05T13:19:04,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:04,460 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-05T13:19:04,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:19:04,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:04,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:19:04,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:04,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:19:04,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:04,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741935_1111 (size=13391) 2024-12-05T13:19:04,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/f3972c0b9cf54f108709f933998511e7 is 50, key is test_row_0/A:col10/1733404743913/Put/seqid=0 2024-12-05T13:19:04,472 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/e745a5d62f364602bcfa8e23f277fb68 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/e745a5d62f364602bcfa8e23f277fb68 2024-12-05T13:19:04,476 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/A of fc51a457309f1b6bd01a00a23da0d5fe into 5f976f874ce544ac9b3d77a9a0f0174c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:04,477 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:04,477 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/A, priority=12, startTime=1733404744410; duration=0sec 2024-12-05T13:19:04,477 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:04,477 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:A 2024-12-05T13:19:04,477 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T13:19:04,478 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/B of fc51a457309f1b6bd01a00a23da0d5fe into e745a5d62f364602bcfa8e23f277fb68(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:04,478 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:04,478 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/B, priority=12, startTime=1733404744410; duration=0sec 2024-12-05T13:19:04,478 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:04,478 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:B 2024-12-05T13:19:04,480 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T13:19:04,480 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/C is initiating minor compaction (all files) 2024-12-05T13:19:04,480 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/C in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:04,480 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/8037c8c283f844e78660ca47b5d58cd5, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/c2b4153235a8437baf037d92d62ee1db, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/31b5bef5640a41f987e23a103c07c798, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/4670daaee3914b059349f7d7254d596f] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=49.0 K 2024-12-05T13:19:04,480 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8037c8c283f844e78660ca47b5d58cd5, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733404740108 2024-12-05T13:19:04,481 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2b4153235a8437baf037d92d62ee1db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733404740783 2024-12-05T13:19:04,482 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31b5bef5640a41f987e23a103c07c798, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1733404741414 2024-12-05T13:19:04,482 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4670daaee3914b059349f7d7254d596f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1733404743579 2024-12-05T13:19:04,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741937_1113 (size=12301) 2024-12-05T13:19:04,501 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#C#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:04,502 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/f3972c0b9cf54f108709f933998511e7 2024-12-05T13:19:04,502 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/68efc4288c4e41658a128770cb2e6733 is 50, key is test_row_0/C:col10/1733404743580/Put/seqid=0 2024-12-05T13:19:04,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741938_1114 (size=13391) 2024-12-05T13:19:04,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/c36b1a08aec4403ab32a97e8f6e40dd3 is 50, key is test_row_0/B:col10/1733404743913/Put/seqid=0 2024-12-05T13:19:04,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741939_1115 (size=12301) 2024-12-05T13:19:04,532 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/c36b1a08aec4403ab32a97e8f6e40dd3 2024-12-05T13:19:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:19:04,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:19:04,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/8281e67e08a54d1ba0f6a6b31343147c is 50, key is test_row_0/C:col10/1733404743913/Put/seqid=0 2024-12-05T13:19:04,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741940_1116 (size=12301) 2024-12-05T13:19:04,563 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/8281e67e08a54d1ba0f6a6b31343147c 2024-12-05T13:19:04,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404804561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:04,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:04,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404804563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404804563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:04,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/f3972c0b9cf54f108709f933998511e7 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/f3972c0b9cf54f108709f933998511e7 2024-12-05T13:19:04,577 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/f3972c0b9cf54f108709f933998511e7, entries=150, sequenceid=468, filesize=12.0 K 2024-12-05T13:19:04,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/c36b1a08aec4403ab32a97e8f6e40dd3 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/c36b1a08aec4403ab32a97e8f6e40dd3 2024-12-05T13:19:04,586 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/c36b1a08aec4403ab32a97e8f6e40dd3, entries=150, sequenceid=468, filesize=12.0 K 2024-12-05T13:19:04,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/8281e67e08a54d1ba0f6a6b31343147c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/8281e67e08a54d1ba0f6a6b31343147c 2024-12-05T13:19:04,595 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/8281e67e08a54d1ba0f6a6b31343147c, entries=150, sequenceid=468, filesize=12.0 K 2024-12-05T13:19:04,596 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for fc51a457309f1b6bd01a00a23da0d5fe in 136ms, sequenceid=468, compaction requested=false 2024-12-05T13:19:04,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:04,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:04,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-05T13:19:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-05T13:19:04,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-05T13:19:04,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 445 msec 2024-12-05T13:19:04,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 451 msec 2024-12-05T13:19:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:19:04,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T13:19:04,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:19:04,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:04,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:19:04,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:04,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:19:04,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:04,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/c7ad6cb2943b4ed9a51ae3a065d7d4bd is 50, key is test_row_0/A:col10/1733404744668/Put/seqid=0 2024-12-05T13:19:04,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404804685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:04,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404804688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:04,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404804688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:04,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741941_1117 (size=17181) 2024-12-05T13:19:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-05T13:19:04,756 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-05T13:19:04,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:19:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-05T13:19:04,761 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:19:04,762 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:19:04,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:19:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-05T13:19:04,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404804789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:04,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:04,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404804792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404804792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-05T13:19:04,914 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:04,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-05T13:19:04,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:04,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:19:04,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:04,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:04,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:04,922 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/68efc4288c4e41658a128770cb2e6733 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/68efc4288c4e41658a128770cb2e6733 2024-12-05T13:19:04,929 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/C of fc51a457309f1b6bd01a00a23da0d5fe into 68efc4288c4e41658a128770cb2e6733(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:04,929 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:04,929 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/C, priority=12, startTime=1733404744410; duration=0sec 2024-12-05T13:19:04,929 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:04,929 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:C 2024-12-05T13:19:04,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404804994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:04,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404804994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:04,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404804996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-05T13:19:05,068 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:05,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-05T13:19:05,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:05,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:19:05,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:05,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:05,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:05,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/c7ad6cb2943b4ed9a51ae3a065d7d4bd 2024-12-05T13:19:05,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/df4a0c78f28d4665a520682faa858855 is 50, key is test_row_0/B:col10/1733404744668/Put/seqid=0 2024-12-05T13:19:05,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741942_1118 (size=12301) 2024-12-05T13:19:05,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/df4a0c78f28d4665a520682faa858855 2024-12-05T13:19:05,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/f16e29895e054e238a88504b8531c75f is 50, key is test_row_0/C:col10/1733404744668/Put/seqid=0 2024-12-05T13:19:05,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741943_1119 (size=12301) 2024-12-05T13:19:05,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/f16e29895e054e238a88504b8531c75f 2024-12-05T13:19:05,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/c7ad6cb2943b4ed9a51ae3a065d7d4bd as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/c7ad6cb2943b4ed9a51ae3a065d7d4bd 2024-12-05T13:19:05,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/c7ad6cb2943b4ed9a51ae3a065d7d4bd, entries=250, sequenceid=496, filesize=16.8 K 2024-12-05T13:19:05,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/df4a0c78f28d4665a520682faa858855 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/df4a0c78f28d4665a520682faa858855 2024-12-05T13:19:05,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/df4a0c78f28d4665a520682faa858855, entries=150, sequenceid=496, filesize=12.0 K 2024-12-05T13:19:05,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/f16e29895e054e238a88504b8531c75f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/f16e29895e054e238a88504b8531c75f 2024-12-05T13:19:05,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/f16e29895e054e238a88504b8531c75f, entries=150, sequenceid=496, filesize=12.0 K 2024-12-05T13:19:05,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for fc51a457309f1b6bd01a00a23da0d5fe in 529ms, sequenceid=496, compaction requested=true 2024-12-05T13:19:05,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:05,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:19:05,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:05,197 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:05,197 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:05,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:19:05,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:05,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:19:05,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:05,199 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:05,199 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42873 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:05,199 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/B is initiating minor compaction (all files) 2024-12-05T13:19:05,199 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/A is initiating minor compaction (all files) 2024-12-05T13:19:05,199 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/B in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:05,199 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/A in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:05,199 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/e745a5d62f364602bcfa8e23f277fb68, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/c36b1a08aec4403ab32a97e8f6e40dd3, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/df4a0c78f28d4665a520682faa858855] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=37.1 K 2024-12-05T13:19:05,199 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/5f976f874ce544ac9b3d77a9a0f0174c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/f3972c0b9cf54f108709f933998511e7, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/c7ad6cb2943b4ed9a51ae3a065d7d4bd] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=41.9 K 2024-12-05T13:19:05,200 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f976f874ce544ac9b3d77a9a0f0174c, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1733404743579 2024-12-05T13:19:05,200 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting e745a5d62f364602bcfa8e23f277fb68, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1733404743579 2024-12-05T13:19:05,201 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3972c0b9cf54f108709f933998511e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1733404743912 2024-12-05T13:19:05,201 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting c36b1a08aec4403ab32a97e8f6e40dd3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1733404743912 2024-12-05T13:19:05,201 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting df4a0c78f28d4665a520682faa858855, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733404744561 2024-12-05T13:19:05,201 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7ad6cb2943b4ed9a51ae3a065d7d4bd, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733404744552 2024-12-05T13:19:05,212 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#A#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:05,213 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#B#compaction#106 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:05,213 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/2e0703fdf6fd4d209757979d2efe0d2f is 50, key is test_row_0/A:col10/1733404744668/Put/seqid=0 2024-12-05T13:19:05,214 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/ef6e551bb0e545a3a95836ef017f59a2 is 50, key is test_row_0/B:col10/1733404744668/Put/seqid=0 2024-12-05T13:19:05,221 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:05,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-05T13:19:05,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:05,222 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T13:19:05,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:19:05,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:05,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:19:05,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:05,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:19:05,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:05,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741945_1121 (size=13493) 2024-12-05T13:19:05,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741944_1120 (size=13493) 2024-12-05T13:19:05,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/eaa06a33a59f42d0afdb4eba96b5c88e is 50, key is test_row_0/A:col10/1733404744684/Put/seqid=0 2024-12-05T13:19:05,239 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/2e0703fdf6fd4d209757979d2efe0d2f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/2e0703fdf6fd4d209757979d2efe0d2f 2024-12-05T13:19:05,250 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/A of fc51a457309f1b6bd01a00a23da0d5fe into 2e0703fdf6fd4d209757979d2efe0d2f(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:05,250 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:05,250 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/A, priority=13, startTime=1733404745197; duration=0sec 2024-12-05T13:19:05,250 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:05,250 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:A 2024-12-05T13:19:05,251 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:05,251 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/ef6e551bb0e545a3a95836ef017f59a2 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/ef6e551bb0e545a3a95836ef017f59a2 2024-12-05T13:19:05,252 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:05,252 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/C is initiating minor compaction (all files) 2024-12-05T13:19:05,252 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/C in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:05,252 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/68efc4288c4e41658a128770cb2e6733, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/8281e67e08a54d1ba0f6a6b31343147c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/f16e29895e054e238a88504b8531c75f] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=37.1 K 2024-12-05T13:19:05,253 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68efc4288c4e41658a128770cb2e6733, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1733404743579 2024-12-05T13:19:05,253 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8281e67e08a54d1ba0f6a6b31343147c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1733404743912 2024-12-05T13:19:05,255 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting f16e29895e054e238a88504b8531c75f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733404744561 2024-12-05T13:19:05,261 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/B of fc51a457309f1b6bd01a00a23da0d5fe into ef6e551bb0e545a3a95836ef017f59a2(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:05,261 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:05,261 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/B, priority=13, startTime=1733404745197; duration=0sec 2024-12-05T13:19:05,262 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:05,262 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:B 2024-12-05T13:19:05,280 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#C#compaction#108 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:05,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741946_1122 (size=12301) 2024-12-05T13:19:05,281 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/eaa06a33a59f42d0afdb4eba96b5c88e 2024-12-05T13:19:05,289 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/95f3b199a8aa439fbf4969521dff9a13 is 50, key is test_row_0/C:col10/1733404744668/Put/seqid=0 2024-12-05T13:19:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:19:05,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:19:05,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/03f451668aec4bfb853ac8b5c0066ea2 is 50, key is test_row_0/B:col10/1733404744684/Put/seqid=0 2024-12-05T13:19:05,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741947_1123 (size=13493) 2024-12-05T13:19:05,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404805338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:05,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404805340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:05,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404805342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:05,348 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/95f3b199a8aa439fbf4969521dff9a13 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/95f3b199a8aa439fbf4969521dff9a13 2024-12-05T13:19:05,355 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/C of fc51a457309f1b6bd01a00a23da0d5fe into 95f3b199a8aa439fbf4969521dff9a13(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:05,355 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:05,355 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/C, priority=13, startTime=1733404745197; duration=0sec 2024-12-05T13:19:05,355 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:05,355 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:C 2024-12-05T13:19:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-05T13:19:05,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741948_1124 (size=12301) 2024-12-05T13:19:05,367 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/03f451668aec4bfb853ac8b5c0066ea2 2024-12-05T13:19:05,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/ad9eaae09a8949dfa02240b282b2df62 is 50, key is test_row_0/C:col10/1733404744684/Put/seqid=0 2024-12-05T13:19:05,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741949_1125 (size=12301) 2024-12-05T13:19:05,396 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/ad9eaae09a8949dfa02240b282b2df62 2024-12-05T13:19:05,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/eaa06a33a59f42d0afdb4eba96b5c88e as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/eaa06a33a59f42d0afdb4eba96b5c88e 2024-12-05T13:19:05,410 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/eaa06a33a59f42d0afdb4eba96b5c88e, entries=150, sequenceid=508, filesize=12.0 K 2024-12-05T13:19:05,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/03f451668aec4bfb853ac8b5c0066ea2 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/03f451668aec4bfb853ac8b5c0066ea2 2024-12-05T13:19:05,417 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/03f451668aec4bfb853ac8b5c0066ea2, entries=150, sequenceid=508, filesize=12.0 K 2024-12-05T13:19:05,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/ad9eaae09a8949dfa02240b282b2df62 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/ad9eaae09a8949dfa02240b282b2df62 2024-12-05T13:19:05,425 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/ad9eaae09a8949dfa02240b282b2df62, entries=150, sequenceid=508, filesize=12.0 K 2024-12-05T13:19:05,427 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for fc51a457309f1b6bd01a00a23da0d5fe in 204ms, sequenceid=508, compaction requested=false 2024-12-05T13:19:05,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:05,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:05,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-05T13:19:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-05T13:19:05,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-05T13:19:05,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 666 msec 2024-12-05T13:19:05,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 675 msec 2024-12-05T13:19:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:19:05,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-05T13:19:05,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:19:05,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:05,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:19:05,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:05,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:19:05,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:05,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/9e99d47ee445434d8ca9c5b09f40212e is 50, key is test_row_0/A:col10/1733404745322/Put/seqid=0 2024-12-05T13:19:05,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404805472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:05,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404805472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:05,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404805473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:05,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741950_1126 (size=12301) 2024-12-05T13:19:05,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/9e99d47ee445434d8ca9c5b09f40212e 2024-12-05T13:19:05,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/e558c11f16d449c5a28409eba4a58b2e is 50, key is test_row_0/B:col10/1733404745322/Put/seqid=0 2024-12-05T13:19:05,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741951_1127 (size=12301) 2024-12-05T13:19:05,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:05,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404805574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404805575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:05,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404805576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:05,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404805776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:05,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404805777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:05,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404805779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-05T13:19:05,866 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-05T13:19:05,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:19:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-12-05T13:19:05,870 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:19:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-05T13:19:05,871 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:19:05,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:19:05,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/e558c11f16d449c5a28409eba4a58b2e 2024-12-05T13:19:05,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/0f1847ed14684c3e946e3b2bc5798649 is 50, key is test_row_0/C:col10/1733404745322/Put/seqid=0 2024-12-05T13:19:05,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741952_1128 (size=12301) 2024-12-05T13:19:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-05T13:19:06,022 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:06,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-05T13:19:06,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:06,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:19:06,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:06,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:06,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:06,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404806080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:06,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404806081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:06,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404806082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-05T13:19:06,175 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:06,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-05T13:19:06,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:06,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:19:06,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:06,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:06,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:06,330 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:06,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-05T13:19:06,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:06,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:19:06,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:06,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:06,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:06,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/0f1847ed14684c3e946e3b2bc5798649 2024-12-05T13:19:06,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/9e99d47ee445434d8ca9c5b09f40212e as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/9e99d47ee445434d8ca9c5b09f40212e 2024-12-05T13:19:06,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/9e99d47ee445434d8ca9c5b09f40212e, entries=150, sequenceid=537, filesize=12.0 K 2024-12-05T13:19:06,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/e558c11f16d449c5a28409eba4a58b2e as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/e558c11f16d449c5a28409eba4a58b2e 2024-12-05T13:19:06,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/e558c11f16d449c5a28409eba4a58b2e, entries=150, sequenceid=537, filesize=12.0 K 2024-12-05T13:19:06,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/0f1847ed14684c3e946e3b2bc5798649 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/0f1847ed14684c3e946e3b2bc5798649 2024-12-05T13:19:06,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/0f1847ed14684c3e946e3b2bc5798649, entries=150, sequenceid=537, filesize=12.0 K 2024-12-05T13:19:06,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for fc51a457309f1b6bd01a00a23da0d5fe in 921ms, sequenceid=537, compaction requested=true 2024-12-05T13:19:06,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:06,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:19:06,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:06,368 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:06,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:19:06,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:06,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:19:06,368 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:06,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:06,371 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:06,371 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/A is initiating minor compaction (all files) 2024-12-05T13:19:06,371 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:06,371 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/B is initiating minor compaction (all files) 2024-12-05T13:19:06,371 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/A in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:06,371 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/B in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:06,371 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/2e0703fdf6fd4d209757979d2efe0d2f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/eaa06a33a59f42d0afdb4eba96b5c88e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/9e99d47ee445434d8ca9c5b09f40212e] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=37.2 K 2024-12-05T13:19:06,371 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/ef6e551bb0e545a3a95836ef017f59a2, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/03f451668aec4bfb853ac8b5c0066ea2, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/e558c11f16d449c5a28409eba4a58b2e] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=37.2 K 2024-12-05T13:19:06,373 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e0703fdf6fd4d209757979d2efe0d2f, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733404744561 2024-12-05T13:19:06,373 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting ef6e551bb0e545a3a95836ef017f59a2, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733404744561 2024-12-05T13:19:06,373 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting eaa06a33a59f42d0afdb4eba96b5c88e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1733404744670 2024-12-05T13:19:06,373 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 03f451668aec4bfb853ac8b5c0066ea2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1733404744670 2024-12-05T13:19:06,374 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e99d47ee445434d8ca9c5b09f40212e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1733404745322 2024-12-05T13:19:06,374 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting e558c11f16d449c5a28409eba4a58b2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1733404745322 2024-12-05T13:19:06,394 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#A#compaction#114 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:06,395 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/e847e3dd6541486fb9e0d77edd7db128 is 50, key is test_row_0/A:col10/1733404745322/Put/seqid=0 2024-12-05T13:19:06,397 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#B#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:06,398 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/4a1d0554c6b04468968ded67819759d4 is 50, key is test_row_0/B:col10/1733404745322/Put/seqid=0 2024-12-05T13:19:06,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741953_1129 (size=13595) 2024-12-05T13:19:06,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741954_1130 (size=13595) 2024-12-05T13:19:06,427 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/e847e3dd6541486fb9e0d77edd7db128 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/e847e3dd6541486fb9e0d77edd7db128 2024-12-05T13:19:06,435 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/A of fc51a457309f1b6bd01a00a23da0d5fe into e847e3dd6541486fb9e0d77edd7db128(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:06,435 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:06,435 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/A, priority=13, startTime=1733404746368; duration=0sec 2024-12-05T13:19:06,435 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/4a1d0554c6b04468968ded67819759d4 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/4a1d0554c6b04468968ded67819759d4 2024-12-05T13:19:06,435 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:06,435 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:A 2024-12-05T13:19:06,435 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:06,444 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:06,445 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/C is initiating minor compaction (all files) 2024-12-05T13:19:06,445 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/C in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:06,445 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/95f3b199a8aa439fbf4969521dff9a13, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/ad9eaae09a8949dfa02240b282b2df62, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/0f1847ed14684c3e946e3b2bc5798649] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=37.2 K 2024-12-05T13:19:06,446 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95f3b199a8aa439fbf4969521dff9a13, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733404744561 2024-12-05T13:19:06,446 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/B of fc51a457309f1b6bd01a00a23da0d5fe into 4a1d0554c6b04468968ded67819759d4(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:06,446 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:06,446 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/B, priority=13, startTime=1733404746368; duration=0sec 2024-12-05T13:19:06,446 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:06,446 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:B 2024-12-05T13:19:06,446 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad9eaae09a8949dfa02240b282b2df62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1733404744670 2024-12-05T13:19:06,447 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f1847ed14684c3e946e3b2bc5798649, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1733404745322 2024-12-05T13:19:06,467 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#C#compaction#116 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:06,468 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/16a0dae94d4c4c0687294896e6d8f9f1 is 50, key is test_row_0/C:col10/1733404745322/Put/seqid=0 2024-12-05T13:19:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-05T13:19:06,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741955_1131 (size=13595) 2024-12-05T13:19:06,484 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:06,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-05T13:19:06,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:06,485 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T13:19:06,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:19:06,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:06,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:19:06,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:06,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:19:06,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:06,487 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/16a0dae94d4c4c0687294896e6d8f9f1 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/16a0dae94d4c4c0687294896e6d8f9f1 2024-12-05T13:19:06,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/2deb731e874b4a46a421c82aa154db57 is 50, key is test_row_0/A:col10/1733404745470/Put/seqid=0 2024-12-05T13:19:06,496 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/C of fc51a457309f1b6bd01a00a23da0d5fe into 16a0dae94d4c4c0687294896e6d8f9f1(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:06,496 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:06,497 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/C, priority=13, startTime=1733404746368; duration=0sec 2024-12-05T13:19:06,497 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:06,497 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:C 2024-12-05T13:19:06,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741956_1132 (size=12301) 2024-12-05T13:19:06,498 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/2deb731e874b4a46a421c82aa154db57 2024-12-05T13:19:06,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/9fdeec31b958414294a1258871e12d3e is 50, key is test_row_0/B:col10/1733404745470/Put/seqid=0 2024-12-05T13:19:06,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741957_1133 (size=12301) 2024-12-05T13:19:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:19:06,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:19:06,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404806606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:06,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404806607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:06,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404806607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:06,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404806710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:06,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404806711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:06,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404806711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:06,913 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/9fdeec31b958414294a1258871e12d3e 2024-12-05T13:19:06,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404806914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:06,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404806914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:06,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404806915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:06,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/cae5647fdc9941b9a029e8794e073a0c is 50, key is test_row_0/C:col10/1733404745470/Put/seqid=0 2024-12-05T13:19:06,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741958_1134 (size=12301) 2024-12-05T13:19:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-05T13:19:07,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404807217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:07,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404807217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:07,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404807219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:07,332 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/cae5647fdc9941b9a029e8794e073a0c 2024-12-05T13:19:07,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/2deb731e874b4a46a421c82aa154db57 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/2deb731e874b4a46a421c82aa154db57 2024-12-05T13:19:07,355 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/2deb731e874b4a46a421c82aa154db57, entries=150, sequenceid=551, filesize=12.0 K 2024-12-05T13:19:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/9fdeec31b958414294a1258871e12d3e as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/9fdeec31b958414294a1258871e12d3e 2024-12-05T13:19:07,365 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/9fdeec31b958414294a1258871e12d3e, entries=150, sequenceid=551, filesize=12.0 K 2024-12-05T13:19:07,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/cae5647fdc9941b9a029e8794e073a0c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/cae5647fdc9941b9a029e8794e073a0c 2024-12-05T13:19:07,384 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/cae5647fdc9941b9a029e8794e073a0c, entries=150, sequenceid=551, filesize=12.0 K 2024-12-05T13:19:07,385 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for fc51a457309f1b6bd01a00a23da0d5fe in 900ms, sequenceid=551, compaction requested=false 2024-12-05T13:19:07,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:07,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:07,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-05T13:19:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-12-05T13:19:07,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-05T13:19:07,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5160 sec 2024-12-05T13:19:07,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.5210 sec 2024-12-05T13:19:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:19:07,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-05T13:19:07,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:19:07,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:07,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:19:07,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:07,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:19:07,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:07,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/0253418322c544aebe7876fa8d58f26c is 50, key is test_row_0/A:col10/1733404747721/Put/seqid=0 2024-12-05T13:19:07,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404807733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:07,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404807736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:07,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741959_1135 (size=14741) 2024-12-05T13:19:07,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404807736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:07,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=578 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/0253418322c544aebe7876fa8d58f26c 2024-12-05T13:19:07,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/0afcc3ede31b45f9a244d4866a085983 is 50, key is test_row_0/B:col10/1733404747721/Put/seqid=0 2024-12-05T13:19:07,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741960_1136 (size=12301) 2024-12-05T13:19:07,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:07,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404807838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404807838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:07,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404807841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-05T13:19:07,975 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-05T13:19:07,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:19:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-12-05T13:19:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-05T13:19:07,978 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:19:07,979 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:19:07,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:19:08,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:08,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404808040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404808040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:08,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404808044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-05T13:19:08,131 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:08,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-05T13:19:08,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:08,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:19:08,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:08,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:08,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:08,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=578 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/0afcc3ede31b45f9a244d4866a085983 2024-12-05T13:19:08,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/4662d6596d5e4aa58dc1417078045bb5 is 50, key is test_row_0/C:col10/1733404747721/Put/seqid=0 2024-12-05T13:19:08,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741961_1137 (size=12301) 2024-12-05T13:19:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-05T13:19:08,285 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:08,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-05T13:19:08,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:08,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:19:08,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:08,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:08,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:08,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404808342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:08,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404808342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:08,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404808347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:08,439 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:08,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-05T13:19:08,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:08,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:19:08,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:08,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:08,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-05T13:19:08,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=578 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/4662d6596d5e4aa58dc1417078045bb5 2024-12-05T13:19:08,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/0253418322c544aebe7876fa8d58f26c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/0253418322c544aebe7876fa8d58f26c 2024-12-05T13:19:08,593 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:08,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-05T13:19:08,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:08,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:19:08,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:08,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:08,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:08,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/0253418322c544aebe7876fa8d58f26c, entries=200, sequenceid=578, filesize=14.4 K 2024-12-05T13:19:08,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/0afcc3ede31b45f9a244d4866a085983 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/0afcc3ede31b45f9a244d4866a085983 2024-12-05T13:19:08,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/0afcc3ede31b45f9a244d4866a085983, entries=150, sequenceid=578, filesize=12.0 K 2024-12-05T13:19:08,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/4662d6596d5e4aa58dc1417078045bb5 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/4662d6596d5e4aa58dc1417078045bb5 2024-12-05T13:19:08,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/4662d6596d5e4aa58dc1417078045bb5, entries=150, sequenceid=578, filesize=12.0 K 2024-12-05T13:19:08,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for fc51a457309f1b6bd01a00a23da0d5fe in 889ms, sequenceid=578, compaction requested=true 2024-12-05T13:19:08,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:08,611 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:08,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:19:08,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:08,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:19:08,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:08,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:19:08,612 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:08,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:08,613 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40637 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:08,613 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/A is initiating minor compaction (all files) 2024-12-05T13:19:08,613 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/A in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:08,613 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/e847e3dd6541486fb9e0d77edd7db128, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/2deb731e874b4a46a421c82aa154db57, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/0253418322c544aebe7876fa8d58f26c] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=39.7 K 2024-12-05T13:19:08,613 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:08,613 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/B is initiating minor compaction (all files) 2024-12-05T13:19:08,613 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/B in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:08,613 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting e847e3dd6541486fb9e0d77edd7db128, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1733404745322 2024-12-05T13:19:08,613 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/4a1d0554c6b04468968ded67819759d4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/9fdeec31b958414294a1258871e12d3e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/0afcc3ede31b45f9a244d4866a085983] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=37.3 K 2024-12-05T13:19:08,614 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a1d0554c6b04468968ded67819759d4, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1733404745322 2024-12-05T13:19:08,614 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2deb731e874b4a46a421c82aa154db57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1733404745452 2024-12-05T13:19:08,614 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fdeec31b958414294a1258871e12d3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1733404745452 2024-12-05T13:19:08,614 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0253418322c544aebe7876fa8d58f26c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=578, earliestPutTs=1733404746602 2024-12-05T13:19:08,615 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 0afcc3ede31b45f9a244d4866a085983, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=578, earliestPutTs=1733404746605 2024-12-05T13:19:08,622 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#A#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:08,623 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/a96fafbaa3434df09af9e1f3b1be4fbd is 50, key is test_row_0/A:col10/1733404747721/Put/seqid=0 2024-12-05T13:19:08,625 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#B#compaction#124 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:08,626 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/eb8271af86494245a2344189a898846c is 50, key is test_row_0/B:col10/1733404747721/Put/seqid=0 2024-12-05T13:19:08,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741962_1138 (size=13697) 2024-12-05T13:19:08,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741963_1139 (size=13697) 2024-12-05T13:19:08,747 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:08,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-05T13:19:08,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:08,748 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-05T13:19:08,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:19:08,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:08,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:19:08,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:08,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:19:08,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:08,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/06146087862a44c5aaec3e2935e07ac3 is 50, key is test_row_0/A:col10/1733404747728/Put/seqid=0 2024-12-05T13:19:08,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741964_1140 (size=12301) 2024-12-05T13:19:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:19:08,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. as already flushing 2024-12-05T13:19:08,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404808874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:08,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404808876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:08,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404808876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:08,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404808977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:08,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404808979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:08,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404808980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:09,047 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/eb8271af86494245a2344189a898846c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/eb8271af86494245a2344189a898846c 2024-12-05T13:19:09,047 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/a96fafbaa3434df09af9e1f3b1be4fbd as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/a96fafbaa3434df09af9e1f3b1be4fbd 2024-12-05T13:19:09,055 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/B of fc51a457309f1b6bd01a00a23da0d5fe into eb8271af86494245a2344189a898846c(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:09,055 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:09,055 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/B, priority=13, startTime=1733404748612; duration=0sec 2024-12-05T13:19:09,055 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:09,055 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:B 2024-12-05T13:19:09,055 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:09,057 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:09,057 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/C is initiating minor compaction (all files) 2024-12-05T13:19:09,057 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/C in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:09,057 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/16a0dae94d4c4c0687294896e6d8f9f1, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/cae5647fdc9941b9a029e8794e073a0c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/4662d6596d5e4aa58dc1417078045bb5] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=37.3 K 2024-12-05T13:19:09,057 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/A of fc51a457309f1b6bd01a00a23da0d5fe into a96fafbaa3434df09af9e1f3b1be4fbd(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:09,058 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:09,058 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/A, priority=13, startTime=1733404748611; duration=0sec 2024-12-05T13:19:09,058 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:09,058 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:A 2024-12-05T13:19:09,058 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 16a0dae94d4c4c0687294896e6d8f9f1, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1733404745322 2024-12-05T13:19:09,058 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting cae5647fdc9941b9a029e8794e073a0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1733404745452 2024-12-05T13:19:09,059 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 4662d6596d5e4aa58dc1417078045bb5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=578, earliestPutTs=1733404746605 2024-12-05T13:19:09,069 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#C#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:09,070 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/e4e7854bc2174e10bd6c141c9b32a513 is 50, key is test_row_0/C:col10/1733404747721/Put/seqid=0 2024-12-05T13:19:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-05T13:19:09,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741965_1141 (size=13697) 2024-12-05T13:19:09,092 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/e4e7854bc2174e10bd6c141c9b32a513 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/e4e7854bc2174e10bd6c141c9b32a513 2024-12-05T13:19:09,098 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/C of fc51a457309f1b6bd01a00a23da0d5fe into e4e7854bc2174e10bd6c141c9b32a513(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:09,098 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:09,099 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/C, priority=13, startTime=1733404748612; duration=0sec 2024-12-05T13:19:09,100 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:09,100 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:C 2024-12-05T13:19:09,167 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/06146087862a44c5aaec3e2935e07ac3 2024-12-05T13:19:09,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/722f390eba51476ba2618bab6537b00d is 50, key is test_row_0/B:col10/1733404747728/Put/seqid=0 2024-12-05T13:19:09,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741966_1142 (size=12301) 2024-12-05T13:19:09,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404809181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:09,182 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/722f390eba51476ba2618bab6537b00d 2024-12-05T13:19:09,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:09,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404809183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404809182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:09,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/2be622fab1c34cf8a3aeab63995c1c25 is 50, key is test_row_0/C:col10/1733404747728/Put/seqid=0 2024-12-05T13:19:09,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741967_1143 (size=12301) 2024-12-05T13:19:09,443 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:61019 2024-12-05T13:19:09,443 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:19:09,443 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:61019 2024-12-05T13:19:09,443 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:19:09,446 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:61019 2024-12-05T13:19:09,446 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:19:09,447 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:61019 2024-12-05T13:19:09,447 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:19:09,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45234 deadline: 1733404809484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:09,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:09,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45254 deadline: 1733404809488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45174 deadline: 1733404809488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:09,598 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/2be622fab1c34cf8a3aeab63995c1c25 2024-12-05T13:19:09,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/06146087862a44c5aaec3e2935e07ac3 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/06146087862a44c5aaec3e2935e07ac3 2024-12-05T13:19:09,608 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/06146087862a44c5aaec3e2935e07ac3, entries=150, sequenceid=588, filesize=12.0 K 2024-12-05T13:19:09,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/722f390eba51476ba2618bab6537b00d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/722f390eba51476ba2618bab6537b00d 2024-12-05T13:19:09,614 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/722f390eba51476ba2618bab6537b00d, entries=150, sequenceid=588, filesize=12.0 K 2024-12-05T13:19:09,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/2be622fab1c34cf8a3aeab63995c1c25 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/2be622fab1c34cf8a3aeab63995c1c25 2024-12-05T13:19:09,620 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/2be622fab1c34cf8a3aeab63995c1c25, entries=150, sequenceid=588, filesize=12.0 K 2024-12-05T13:19:09,621 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for fc51a457309f1b6bd01a00a23da0d5fe in 873ms, sequenceid=588, compaction requested=false 2024-12-05T13:19:09,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:09,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:09,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-05T13:19:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-12-05T13:19:09,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-05T13:19:09,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6430 sec 2024-12-05T13:19:09,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.6470 sec 2024-12-05T13:19:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:19:09,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-05T13:19:09,988 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:61019 2024-12-05T13:19:09,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:19:09,988 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:19:09,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:09,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:19:09,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:09,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:19:09,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:09,991 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:61019 2024-12-05T13:19:09,991 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:19:09,993 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:61019 2024-12-05T13:19:09,993 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:19:09,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/46f67d1ca3a84868a1fa6cb10c06de24 is 50, key is test_row_0/A:col10/1733404748873/Put/seqid=0 2024-12-05T13:19:10,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741968_1144 (size=12301) 2024-12-05T13:19:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-05T13:19:10,083 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-12-05T13:19:10,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=618 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/46f67d1ca3a84868a1fa6cb10c06de24 2024-12-05T13:19:10,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/a79e523a73084f888bcc006580b9ec39 is 50, key is test_row_0/B:col10/1733404748873/Put/seqid=0 2024-12-05T13:19:10,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741969_1145 (size=12301) 2024-12-05T13:19:10,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=618 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/a79e523a73084f888bcc006580b9ec39 2024-12-05T13:19:10,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/8945387aef104b2e956662ca9dd3b2a0 is 50, key is test_row_0/C:col10/1733404748873/Put/seqid=0 2024-12-05T13:19:10,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741970_1146 (size=12301) 2024-12-05T13:19:11,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=618 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/8945387aef104b2e956662ca9dd3b2a0 2024-12-05T13:19:11,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/46f67d1ca3a84868a1fa6cb10c06de24 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/46f67d1ca3a84868a1fa6cb10c06de24 2024-12-05T13:19:11,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/46f67d1ca3a84868a1fa6cb10c06de24, entries=150, sequenceid=618, filesize=12.0 K 2024-12-05T13:19:11,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/a79e523a73084f888bcc006580b9ec39 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/a79e523a73084f888bcc006580b9ec39 2024-12-05T13:19:11,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/a79e523a73084f888bcc006580b9ec39, entries=150, sequenceid=618, filesize=12.0 K 2024-12-05T13:19:11,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/8945387aef104b2e956662ca9dd3b2a0 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/8945387aef104b2e956662ca9dd3b2a0 2024-12-05T13:19:11,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/8945387aef104b2e956662ca9dd3b2a0, entries=150, sequenceid=618, filesize=12.0 K 2024-12-05T13:19:11,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=13.42 KB/13740 for fc51a457309f1b6bd01a00a23da0d5fe in 1260ms, sequenceid=618, compaction requested=true 2024-12-05T13:19:11,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:11,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:19:11,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:11,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:19:11,248 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:11,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:11,248 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:11,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fc51a457309f1b6bd01a00a23da0d5fe:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:19:11,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:11,249 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:11,249 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:11,249 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/B is initiating minor compaction (all files) 2024-12-05T13:19:11,249 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/A is initiating minor compaction (all files) 2024-12-05T13:19:11,249 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/B in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:11,249 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/A in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:11,249 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/eb8271af86494245a2344189a898846c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/722f390eba51476ba2618bab6537b00d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/a79e523a73084f888bcc006580b9ec39] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=37.4 K 2024-12-05T13:19:11,249 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/a96fafbaa3434df09af9e1f3b1be4fbd, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/06146087862a44c5aaec3e2935e07ac3, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/46f67d1ca3a84868a1fa6cb10c06de24] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=37.4 K 2024-12-05T13:19:11,249 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting eb8271af86494245a2344189a898846c, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=578, earliestPutTs=1733404746605 2024-12-05T13:19:11,249 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting a96fafbaa3434df09af9e1f3b1be4fbd, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=578, earliestPutTs=1733404746605 2024-12-05T13:19:11,250 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 722f390eba51476ba2618bab6537b00d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=588, earliestPutTs=1733404747728 2024-12-05T13:19:11,250 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06146087862a44c5aaec3e2935e07ac3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=588, earliestPutTs=1733404747728 2024-12-05T13:19:11,250 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting a79e523a73084f888bcc006580b9ec39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=618, earliestPutTs=1733404748873 2024-12-05T13:19:11,250 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46f67d1ca3a84868a1fa6cb10c06de24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=618, earliestPutTs=1733404748873 2024-12-05T13:19:11,259 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#A#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:11,259 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#B#compaction#133 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:11,259 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/1f0d3a76f7f0473aaf571af37e2d5fb2 is 50, key is test_row_0/A:col10/1733404748873/Put/seqid=0 2024-12-05T13:19:11,260 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/a77e4a187df240b3ad07b5454f19cbeb is 50, key is test_row_0/B:col10/1733404748873/Put/seqid=0 2024-12-05T13:19:11,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741971_1147 (size=13799) 2024-12-05T13:19:11,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741972_1148 (size=13799) 2024-12-05T13:19:11,653 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T13:19:11,669 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/1f0d3a76f7f0473aaf571af37e2d5fb2 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/1f0d3a76f7f0473aaf571af37e2d5fb2 2024-12-05T13:19:11,669 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/a77e4a187df240b3ad07b5454f19cbeb as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/a77e4a187df240b3ad07b5454f19cbeb 2024-12-05T13:19:11,675 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/B of fc51a457309f1b6bd01a00a23da0d5fe into a77e4a187df240b3ad07b5454f19cbeb(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:11,675 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/A of fc51a457309f1b6bd01a00a23da0d5fe into 1f0d3a76f7f0473aaf571af37e2d5fb2(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:11,675 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:11,675 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:11,675 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/B, priority=13, startTime=1733404751248; duration=0sec 2024-12-05T13:19:11,675 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/A, priority=13, startTime=1733404751247; duration=0sec 2024-12-05T13:19:11,675 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:11,675 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:B 2024-12-05T13:19:11,675 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:11,675 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:11,675 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:A 2024-12-05T13:19:11,676 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:11,676 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): fc51a457309f1b6bd01a00a23da0d5fe/C is initiating minor compaction (all files) 2024-12-05T13:19:11,676 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fc51a457309f1b6bd01a00a23da0d5fe/C in TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:11,677 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/e4e7854bc2174e10bd6c141c9b32a513, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/2be622fab1c34cf8a3aeab63995c1c25, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/8945387aef104b2e956662ca9dd3b2a0] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp, totalSize=37.4 K 2024-12-05T13:19:11,677 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting e4e7854bc2174e10bd6c141c9b32a513, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=578, earliestPutTs=1733404746605 2024-12-05T13:19:11,677 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 2be622fab1c34cf8a3aeab63995c1c25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=588, earliestPutTs=1733404747728 2024-12-05T13:19:11,678 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 8945387aef104b2e956662ca9dd3b2a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=618, earliestPutTs=1733404748873 2024-12-05T13:19:11,685 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fc51a457309f1b6bd01a00a23da0d5fe#C#compaction#134 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:11,685 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/a234540911124d4daed0f4a837aaa4e6 is 50, key is test_row_0/C:col10/1733404748873/Put/seqid=0 2024-12-05T13:19:11,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741973_1149 (size=13799) 2024-12-05T13:19:12,095 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/a234540911124d4daed0f4a837aaa4e6 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/a234540911124d4daed0f4a837aaa4e6 2024-12-05T13:19:12,100 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fc51a457309f1b6bd01a00a23da0d5fe/C of fc51a457309f1b6bd01a00a23da0d5fe into a234540911124d4daed0f4a837aaa4e6(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:12,100 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:12,101 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe., storeName=fc51a457309f1b6bd01a00a23da0d5fe/C, priority=13, startTime=1733404751248; duration=0sec 2024-12-05T13:19:12,101 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:12,101 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fc51a457309f1b6bd01a00a23da0d5fe:C 2024-12-05T13:19:14,207 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:61019 2024-12-05T13:19:14,208 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:19:14,265 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:61019 2024-12-05T13:19:14,265 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:19:14,266 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T13:19:14,266 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 142 2024-12-05T13:19:14,266 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-12-05T13:19:14,266 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 142 2024-12-05T13:19:14,266 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-12-05T13:19:14,266 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 145 2024-12-05T13:19:14,266 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T13:19:14,266 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5777 2024-12-05T13:19:14,266 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5873 2024-12-05T13:19:14,266 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T13:19:14,266 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2574 2024-12-05T13:19:14,266 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7722 rows 2024-12-05T13:19:14,266 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2546 2024-12-05T13:19:14,266 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7638 rows 2024-12-05T13:19:14,266 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T13:19:14,266 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:61019 2024-12-05T13:19:14,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:19:14,269 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-05T13:19:14,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T13:19:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T13:19:14,281 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404754281"}]},"ts":"1733404754281"} 2024-12-05T13:19:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-05T13:19:14,282 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T13:19:14,284 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T13:19:14,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T13:19:14,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fc51a457309f1b6bd01a00a23da0d5fe, UNASSIGN}] 2024-12-05T13:19:14,290 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fc51a457309f1b6bd01a00a23da0d5fe, UNASSIGN 2024-12-05T13:19:14,291 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=fc51a457309f1b6bd01a00a23da0d5fe, regionState=CLOSING, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:14,292 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T13:19:14,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; CloseRegionProcedure fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344}] 2024-12-05T13:19:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-05T13:19:14,447 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:14,448 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(124): Close fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:19:14,449 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T13:19:14,449 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1681): Closing fc51a457309f1b6bd01a00a23da0d5fe, disabling compactions & flushes 2024-12-05T13:19:14,449 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:14,449 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:14,449 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. after waiting 0 ms 2024-12-05T13:19:14,449 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:14,449 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(2837): Flushing fc51a457309f1b6bd01a00a23da0d5fe 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-05T13:19:14,450 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=A 2024-12-05T13:19:14,450 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:14,450 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=B 2024-12-05T13:19:14,450 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:14,450 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fc51a457309f1b6bd01a00a23da0d5fe, store=C 2024-12-05T13:19:14,450 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:14,454 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/f25ebb171c75418593b55df7ed7e2630 is 50, key is test_row_0/A:col10/1733404754206/Put/seqid=0 2024-12-05T13:19:14,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741974_1150 (size=9857) 2024-12-05T13:19:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-05T13:19:14,859 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=628 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/f25ebb171c75418593b55df7ed7e2630 2024-12-05T13:19:14,867 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/18ce556dea824e299b947a95e754eaf0 is 50, key is test_row_0/B:col10/1733404754206/Put/seqid=0 2024-12-05T13:19:14,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741975_1151 (size=9857) 2024-12-05T13:19:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-05T13:19:15,271 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=628 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/18ce556dea824e299b947a95e754eaf0 2024-12-05T13:19:15,279 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/37fe46dd848b42a989bf1f31236fbbc0 is 50, key is test_row_0/C:col10/1733404754206/Put/seqid=0 2024-12-05T13:19:15,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741976_1152 (size=9857) 2024-12-05T13:19:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-05T13:19:15,683 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=628 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/37fe46dd848b42a989bf1f31236fbbc0 2024-12-05T13:19:15,688 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/A/f25ebb171c75418593b55df7ed7e2630 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/f25ebb171c75418593b55df7ed7e2630 2024-12-05T13:19:15,692 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/f25ebb171c75418593b55df7ed7e2630, entries=100, sequenceid=628, filesize=9.6 K 2024-12-05T13:19:15,692 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/B/18ce556dea824e299b947a95e754eaf0 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/18ce556dea824e299b947a95e754eaf0 2024-12-05T13:19:15,696 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/18ce556dea824e299b947a95e754eaf0, entries=100, sequenceid=628, filesize=9.6 K 2024-12-05T13:19:15,697 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/.tmp/C/37fe46dd848b42a989bf1f31236fbbc0 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/37fe46dd848b42a989bf1f31236fbbc0 2024-12-05T13:19:15,700 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/37fe46dd848b42a989bf1f31236fbbc0, entries=100, sequenceid=628, filesize=9.6 K 2024-12-05T13:19:15,701 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for fc51a457309f1b6bd01a00a23da0d5fe in 1252ms, sequenceid=628, compaction requested=false 2024-12-05T13:19:15,702 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/5523517c7a7a46faa699762cf1277a8b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/e8feb84de07d4f00a9a2a48a3fece241, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/678f6691b04648639865079b3a548ba5, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/df0f05c74afe4b0faf215dcb198459f0, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/6f909679e3114162a7a690cc19a6a325, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/9e646716777e49d383f6f7aaa5a448d9, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/e7ad31c575be4e70a66b0dbadb56d8a3, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/45afbd92ac94487b8963cb524b41f2f3, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/377761169dc448479a7f75b6313460db, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/5325280ac1cf48228e6b1bd73c608243, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/b308b656ca934a5f97894a56735b4943, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/adfd66bb572d4b1fac811ef2f4cd0cba, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/97155e269fe247cfb039ffd5a1b03eea, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/468ed5c795fa43079bb741d46d95432b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/7344b9a5263f4f9295f9d0f521c33649, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/fd7c410a76b845bdb40da0f4cdc0fd66, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/460e0736d74c4bcd91db6cb4a1b012f6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/f2b224eee2fc42baa66c40af0ea5416f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/4c456cea3c9e4c9292ef7a0fb88b9201, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/fd4e372ec2434da2bbd3f00524c768e5, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/0d62debabb81466ebe1413ad74215ec8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/1e72101d50d14df68e56d4a62425636c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/38c6596e277f4110acdc41dab90b3e65, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/38281295bfe14d3bb73cf64957a2359b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/9c56424b30074f93a76b5af66f61adba, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/4791819370724f8598b84bffa9dbe591, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/df94903c0785434681e72f63b00c8075, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/973aa7bdc670492eb4aefdd50daa5fd7, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/b37994f975c84fa0824e36aa76682f90, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/490ee90ecc604982bbfbea84aba88950, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/7aeea9fe8e124806a2c158e19cf8eee6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/5f976f874ce544ac9b3d77a9a0f0174c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/8107d1e85fa844f4a2e2f13603e939d1, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/f3972c0b9cf54f108709f933998511e7, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/c7ad6cb2943b4ed9a51ae3a065d7d4bd, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/2e0703fdf6fd4d209757979d2efe0d2f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/eaa06a33a59f42d0afdb4eba96b5c88e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/e847e3dd6541486fb9e0d77edd7db128, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/9e99d47ee445434d8ca9c5b09f40212e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/2deb731e874b4a46a421c82aa154db57, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/0253418322c544aebe7876fa8d58f26c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/a96fafbaa3434df09af9e1f3b1be4fbd, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/06146087862a44c5aaec3e2935e07ac3, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/46f67d1ca3a84868a1fa6cb10c06de24] to archive 2024-12-05T13:19:15,705 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T13:19:15,712 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/5523517c7a7a46faa699762cf1277a8b to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/5523517c7a7a46faa699762cf1277a8b 2024-12-05T13:19:15,713 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/e8feb84de07d4f00a9a2a48a3fece241 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/e8feb84de07d4f00a9a2a48a3fece241 2024-12-05T13:19:15,715 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/678f6691b04648639865079b3a548ba5 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/678f6691b04648639865079b3a548ba5 2024-12-05T13:19:15,716 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/df0f05c74afe4b0faf215dcb198459f0 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/df0f05c74afe4b0faf215dcb198459f0 2024-12-05T13:19:15,718 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/6f909679e3114162a7a690cc19a6a325 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/6f909679e3114162a7a690cc19a6a325 2024-12-05T13:19:15,719 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/9e646716777e49d383f6f7aaa5a448d9 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/9e646716777e49d383f6f7aaa5a448d9 2024-12-05T13:19:15,721 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/e7ad31c575be4e70a66b0dbadb56d8a3 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/e7ad31c575be4e70a66b0dbadb56d8a3 2024-12-05T13:19:15,722 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/45afbd92ac94487b8963cb524b41f2f3 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/45afbd92ac94487b8963cb524b41f2f3 2024-12-05T13:19:15,723 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/377761169dc448479a7f75b6313460db to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/377761169dc448479a7f75b6313460db 2024-12-05T13:19:15,724 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/5325280ac1cf48228e6b1bd73c608243 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/5325280ac1cf48228e6b1bd73c608243 2024-12-05T13:19:15,725 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/b308b656ca934a5f97894a56735b4943 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/b308b656ca934a5f97894a56735b4943 2024-12-05T13:19:15,727 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/adfd66bb572d4b1fac811ef2f4cd0cba to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/adfd66bb572d4b1fac811ef2f4cd0cba 2024-12-05T13:19:15,728 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/97155e269fe247cfb039ffd5a1b03eea to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/97155e269fe247cfb039ffd5a1b03eea 2024-12-05T13:19:15,729 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/468ed5c795fa43079bb741d46d95432b to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/468ed5c795fa43079bb741d46d95432b 2024-12-05T13:19:15,730 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/7344b9a5263f4f9295f9d0f521c33649 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/7344b9a5263f4f9295f9d0f521c33649 2024-12-05T13:19:15,731 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/fd7c410a76b845bdb40da0f4cdc0fd66 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/fd7c410a76b845bdb40da0f4cdc0fd66 2024-12-05T13:19:15,733 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/460e0736d74c4bcd91db6cb4a1b012f6 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/460e0736d74c4bcd91db6cb4a1b012f6 2024-12-05T13:19:15,734 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/f2b224eee2fc42baa66c40af0ea5416f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/f2b224eee2fc42baa66c40af0ea5416f 2024-12-05T13:19:15,735 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/4c456cea3c9e4c9292ef7a0fb88b9201 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/4c456cea3c9e4c9292ef7a0fb88b9201 2024-12-05T13:19:15,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/fd4e372ec2434da2bbd3f00524c768e5 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/fd4e372ec2434da2bbd3f00524c768e5 2024-12-05T13:19:15,737 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/0d62debabb81466ebe1413ad74215ec8 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/0d62debabb81466ebe1413ad74215ec8 2024-12-05T13:19:15,738 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/1e72101d50d14df68e56d4a62425636c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/1e72101d50d14df68e56d4a62425636c 2024-12-05T13:19:15,740 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/38c6596e277f4110acdc41dab90b3e65 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/38c6596e277f4110acdc41dab90b3e65 2024-12-05T13:19:15,741 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/38281295bfe14d3bb73cf64957a2359b to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/38281295bfe14d3bb73cf64957a2359b 2024-12-05T13:19:15,742 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/9c56424b30074f93a76b5af66f61adba to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/9c56424b30074f93a76b5af66f61adba 2024-12-05T13:19:15,743 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/4791819370724f8598b84bffa9dbe591 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/4791819370724f8598b84bffa9dbe591 2024-12-05T13:19:15,744 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/df94903c0785434681e72f63b00c8075 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/df94903c0785434681e72f63b00c8075 2024-12-05T13:19:15,746 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/973aa7bdc670492eb4aefdd50daa5fd7 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/973aa7bdc670492eb4aefdd50daa5fd7 2024-12-05T13:19:15,747 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/b37994f975c84fa0824e36aa76682f90 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/b37994f975c84fa0824e36aa76682f90 2024-12-05T13:19:15,749 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/490ee90ecc604982bbfbea84aba88950 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/490ee90ecc604982bbfbea84aba88950 2024-12-05T13:19:15,750 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/7aeea9fe8e124806a2c158e19cf8eee6 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/7aeea9fe8e124806a2c158e19cf8eee6 2024-12-05T13:19:15,751 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/5f976f874ce544ac9b3d77a9a0f0174c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/5f976f874ce544ac9b3d77a9a0f0174c 2024-12-05T13:19:15,752 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/8107d1e85fa844f4a2e2f13603e939d1 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/8107d1e85fa844f4a2e2f13603e939d1 2024-12-05T13:19:15,753 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/f3972c0b9cf54f108709f933998511e7 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/f3972c0b9cf54f108709f933998511e7 2024-12-05T13:19:15,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/c7ad6cb2943b4ed9a51ae3a065d7d4bd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/c7ad6cb2943b4ed9a51ae3a065d7d4bd 2024-12-05T13:19:15,755 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/2e0703fdf6fd4d209757979d2efe0d2f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/2e0703fdf6fd4d209757979d2efe0d2f 2024-12-05T13:19:15,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/eaa06a33a59f42d0afdb4eba96b5c88e to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/eaa06a33a59f42d0afdb4eba96b5c88e 2024-12-05T13:19:15,758 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/e847e3dd6541486fb9e0d77edd7db128 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/e847e3dd6541486fb9e0d77edd7db128 2024-12-05T13:19:15,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/9e99d47ee445434d8ca9c5b09f40212e to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/9e99d47ee445434d8ca9c5b09f40212e 2024-12-05T13:19:15,760 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/2deb731e874b4a46a421c82aa154db57 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/2deb731e874b4a46a421c82aa154db57 2024-12-05T13:19:15,761 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/0253418322c544aebe7876fa8d58f26c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/0253418322c544aebe7876fa8d58f26c 2024-12-05T13:19:15,762 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/a96fafbaa3434df09af9e1f3b1be4fbd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/a96fafbaa3434df09af9e1f3b1be4fbd 2024-12-05T13:19:15,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/06146087862a44c5aaec3e2935e07ac3 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/06146087862a44c5aaec3e2935e07ac3 2024-12-05T13:19:15,765 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/46f67d1ca3a84868a1fa6cb10c06de24 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/46f67d1ca3a84868a1fa6cb10c06de24 2024-12-05T13:19:15,780 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/c57ca8c78b7a48189bdeb1b2c2c63501, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/169ec016cfdf4a47a95ff1fd114e4b23, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/af2cb9ccebec4047aba1bbcd5ec897c2, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/f730f3f2a830468bbfb1c7ef0c25e4ef, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/21e97d18b2d5483ebbcb610b84af9b97, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/1939a098ed594443b3174a53dac6a920, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/e21d0d375eb84681844a3df6f6e859a5, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/7b662426b9124e929f111d90db8c25f7, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/aeffd1dbb3464776a582e8e6dc96c3f6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/4ddbeb4cacb44528a8cf4a53e149e05e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/20c66b71a9744da08425bb25bace380a, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/ffd56736d5c840d0839f2a31f957c784, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/80cea3a0f56e41429d7becae838ffb5c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/54404f404bbb4744b53b9520d75ee994, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/710dbb9c463d4257aabae777dcf7f25f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/912bb9f09f284e6bbe1be4ee9539e335, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/c4aadaa7cb9c4886952fca8ae311cbd4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/48e7c8dadd704ae58e91d87ed40f889a, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/b0b6c437bc79413dbb8cf584a4867927, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/da14526337854a1aac9cb27f52a41d6c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/96b415c8a94441428dd6dbb356703462, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/23c32dacf3c34de6b33d68d9638e692c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/3b1cb9bca95e4ad6892c1ca18e96ad97, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/3b222d1fa8df44b5b8b12c0c35c6c2b8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/9b3e3dec284d44659f45c3fae83f330d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/e47f39e9e0574ba79a6aa496d97e040f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/35fedab9dd5e42ab9c74c63d41c37a9e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/a1503b395abf45fbb168132b5c3ae7cf, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/5599059f0b8e4ba784f2ffeac1e0851d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/25884d8f2f894de4b2f5812014070c76, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/7caa9646999c40a1be6906854a1c3d49, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/e745a5d62f364602bcfa8e23f277fb68, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/4efd9808195d4f938bc06227d7254878, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/c36b1a08aec4403ab32a97e8f6e40dd3, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/ef6e551bb0e545a3a95836ef017f59a2, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/df4a0c78f28d4665a520682faa858855, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/03f451668aec4bfb853ac8b5c0066ea2, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/4a1d0554c6b04468968ded67819759d4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/e558c11f16d449c5a28409eba4a58b2e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/9fdeec31b958414294a1258871e12d3e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/eb8271af86494245a2344189a898846c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/0afcc3ede31b45f9a244d4866a085983, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/722f390eba51476ba2618bab6537b00d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/a79e523a73084f888bcc006580b9ec39] to archive 2024-12-05T13:19:15,782 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T13:19:15,783 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/c57ca8c78b7a48189bdeb1b2c2c63501 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/c57ca8c78b7a48189bdeb1b2c2c63501 2024-12-05T13:19:15,784 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/169ec016cfdf4a47a95ff1fd114e4b23 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/169ec016cfdf4a47a95ff1fd114e4b23 2024-12-05T13:19:15,785 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/af2cb9ccebec4047aba1bbcd5ec897c2 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/af2cb9ccebec4047aba1bbcd5ec897c2 2024-12-05T13:19:15,787 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/f730f3f2a830468bbfb1c7ef0c25e4ef to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/f730f3f2a830468bbfb1c7ef0c25e4ef 2024-12-05T13:19:15,788 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/21e97d18b2d5483ebbcb610b84af9b97 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/21e97d18b2d5483ebbcb610b84af9b97 2024-12-05T13:19:15,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/1939a098ed594443b3174a53dac6a920 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/1939a098ed594443b3174a53dac6a920 2024-12-05T13:19:15,790 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/e21d0d375eb84681844a3df6f6e859a5 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/e21d0d375eb84681844a3df6f6e859a5 2024-12-05T13:19:15,791 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/7b662426b9124e929f111d90db8c25f7 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/7b662426b9124e929f111d90db8c25f7 2024-12-05T13:19:15,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/aeffd1dbb3464776a582e8e6dc96c3f6 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/aeffd1dbb3464776a582e8e6dc96c3f6 2024-12-05T13:19:15,793 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/4ddbeb4cacb44528a8cf4a53e149e05e to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/4ddbeb4cacb44528a8cf4a53e149e05e 2024-12-05T13:19:15,794 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/20c66b71a9744da08425bb25bace380a to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/20c66b71a9744da08425bb25bace380a 2024-12-05T13:19:15,795 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/ffd56736d5c840d0839f2a31f957c784 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/ffd56736d5c840d0839f2a31f957c784 2024-12-05T13:19:15,797 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/80cea3a0f56e41429d7becae838ffb5c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/80cea3a0f56e41429d7becae838ffb5c 2024-12-05T13:19:15,798 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/54404f404bbb4744b53b9520d75ee994 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/54404f404bbb4744b53b9520d75ee994 2024-12-05T13:19:15,799 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/710dbb9c463d4257aabae777dcf7f25f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/710dbb9c463d4257aabae777dcf7f25f 2024-12-05T13:19:15,800 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/912bb9f09f284e6bbe1be4ee9539e335 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/912bb9f09f284e6bbe1be4ee9539e335 2024-12-05T13:19:15,801 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/c4aadaa7cb9c4886952fca8ae311cbd4 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/c4aadaa7cb9c4886952fca8ae311cbd4 2024-12-05T13:19:15,802 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/48e7c8dadd704ae58e91d87ed40f889a to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/48e7c8dadd704ae58e91d87ed40f889a 2024-12-05T13:19:15,803 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/b0b6c437bc79413dbb8cf584a4867927 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/b0b6c437bc79413dbb8cf584a4867927 2024-12-05T13:19:15,804 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/da14526337854a1aac9cb27f52a41d6c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/da14526337854a1aac9cb27f52a41d6c 2024-12-05T13:19:15,806 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/96b415c8a94441428dd6dbb356703462 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/96b415c8a94441428dd6dbb356703462 2024-12-05T13:19:15,807 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/23c32dacf3c34de6b33d68d9638e692c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/23c32dacf3c34de6b33d68d9638e692c 2024-12-05T13:19:15,808 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/3b1cb9bca95e4ad6892c1ca18e96ad97 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/3b1cb9bca95e4ad6892c1ca18e96ad97 2024-12-05T13:19:15,809 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/3b222d1fa8df44b5b8b12c0c35c6c2b8 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/3b222d1fa8df44b5b8b12c0c35c6c2b8 2024-12-05T13:19:15,810 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/9b3e3dec284d44659f45c3fae83f330d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/9b3e3dec284d44659f45c3fae83f330d 2024-12-05T13:19:15,811 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/e47f39e9e0574ba79a6aa496d97e040f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/e47f39e9e0574ba79a6aa496d97e040f 2024-12-05T13:19:15,813 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/35fedab9dd5e42ab9c74c63d41c37a9e to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/35fedab9dd5e42ab9c74c63d41c37a9e 2024-12-05T13:19:15,814 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/a1503b395abf45fbb168132b5c3ae7cf to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/a1503b395abf45fbb168132b5c3ae7cf 2024-12-05T13:19:15,815 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/5599059f0b8e4ba784f2ffeac1e0851d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/5599059f0b8e4ba784f2ffeac1e0851d 2024-12-05T13:19:15,816 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/25884d8f2f894de4b2f5812014070c76 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/25884d8f2f894de4b2f5812014070c76 2024-12-05T13:19:15,817 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/7caa9646999c40a1be6906854a1c3d49 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/7caa9646999c40a1be6906854a1c3d49 2024-12-05T13:19:15,818 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/e745a5d62f364602bcfa8e23f277fb68 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/e745a5d62f364602bcfa8e23f277fb68 2024-12-05T13:19:15,819 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/4efd9808195d4f938bc06227d7254878 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/4efd9808195d4f938bc06227d7254878 2024-12-05T13:19:15,820 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/c36b1a08aec4403ab32a97e8f6e40dd3 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/c36b1a08aec4403ab32a97e8f6e40dd3 2024-12-05T13:19:15,821 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/ef6e551bb0e545a3a95836ef017f59a2 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/ef6e551bb0e545a3a95836ef017f59a2 2024-12-05T13:19:15,822 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/df4a0c78f28d4665a520682faa858855 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/df4a0c78f28d4665a520682faa858855 2024-12-05T13:19:15,824 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/03f451668aec4bfb853ac8b5c0066ea2 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/03f451668aec4bfb853ac8b5c0066ea2 2024-12-05T13:19:15,825 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/4a1d0554c6b04468968ded67819759d4 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/4a1d0554c6b04468968ded67819759d4 2024-12-05T13:19:15,826 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/e558c11f16d449c5a28409eba4a58b2e to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/e558c11f16d449c5a28409eba4a58b2e 2024-12-05T13:19:15,827 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/9fdeec31b958414294a1258871e12d3e to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/9fdeec31b958414294a1258871e12d3e 2024-12-05T13:19:15,829 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/eb8271af86494245a2344189a898846c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/eb8271af86494245a2344189a898846c 2024-12-05T13:19:15,830 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/0afcc3ede31b45f9a244d4866a085983 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/0afcc3ede31b45f9a244d4866a085983 2024-12-05T13:19:15,831 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/722f390eba51476ba2618bab6537b00d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/722f390eba51476ba2618bab6537b00d 2024-12-05T13:19:15,832 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/a79e523a73084f888bcc006580b9ec39 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/a79e523a73084f888bcc006580b9ec39 2024-12-05T13:19:15,834 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/0844a34acb684401b1b5e014cfd00ca9, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/1066dd4bc5684570bfdd280ecb28104a, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/c4cefcec2f70466fbc8b424930e05ed7, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/e0581292b7fd4239a30d7eb403797445, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/edf7e81077a74f0a83a63bcd2c484bb0, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/65334f19aa7046549b4f886865151a42, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/d181d28d61b34ee9bc47aae33671c3f5, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/71b4bfaad8284f9fbf9c1095d0a32f6d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/ebee2c444923454492cdb07a7042d812, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/bc9753c12ffd4665b434736b40e905c8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/377ffd24467646c8b412eeac837baa4e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/e2b2fc7e7d7f48068a9ca96b33cbfc97, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/6f6cc19532ca4c948f6ddb33c8ed7ef9, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/48edd3eb04c349ce92957af12d2b0017, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/2406af1aef7146888e2d409e29fa3eaf, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/68ab55660df74e3bbe2d84f3f9d771d4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/0e304005237e4b2193b518d25beedae3, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/f66dd184767440838e42d11cdc89c10c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/af467c058ff04317ad941d96fb36ba8e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/133951b0ceaf424db06cf66f092187af, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/76be5aae30aa41498409a9bd388f773b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/50a156f6b37440bebce88eaf9ebcd158, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/b15361764cb940d7a0816cd679b892c7, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/92f446552500489f96016c8704c53eb3, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/4572dbf915d246f8986488c02f43eb7a, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/81033a4c07de4a5086c16cc4a8e702f6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/3eeee3e786ee443a8a881280992225cf, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/8037c8c283f844e78660ca47b5d58cd5, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/ea9b4d9a2c984b89a4e3f8d9fee6723f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/c2b4153235a8437baf037d92d62ee1db, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/31b5bef5640a41f987e23a103c07c798, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/68efc4288c4e41658a128770cb2e6733, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/4670daaee3914b059349f7d7254d596f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/8281e67e08a54d1ba0f6a6b31343147c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/95f3b199a8aa439fbf4969521dff9a13, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/f16e29895e054e238a88504b8531c75f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/ad9eaae09a8949dfa02240b282b2df62, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/16a0dae94d4c4c0687294896e6d8f9f1, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/0f1847ed14684c3e946e3b2bc5798649, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/cae5647fdc9941b9a029e8794e073a0c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/e4e7854bc2174e10bd6c141c9b32a513, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/4662d6596d5e4aa58dc1417078045bb5, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/2be622fab1c34cf8a3aeab63995c1c25, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/8945387aef104b2e956662ca9dd3b2a0] to archive 2024-12-05T13:19:15,835 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T13:19:15,836 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/0844a34acb684401b1b5e014cfd00ca9 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/0844a34acb684401b1b5e014cfd00ca9 2024-12-05T13:19:15,837 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/1066dd4bc5684570bfdd280ecb28104a to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/1066dd4bc5684570bfdd280ecb28104a 2024-12-05T13:19:15,838 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/c4cefcec2f70466fbc8b424930e05ed7 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/c4cefcec2f70466fbc8b424930e05ed7 2024-12-05T13:19:15,839 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/e0581292b7fd4239a30d7eb403797445 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/e0581292b7fd4239a30d7eb403797445 2024-12-05T13:19:15,840 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/edf7e81077a74f0a83a63bcd2c484bb0 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/edf7e81077a74f0a83a63bcd2c484bb0 2024-12-05T13:19:15,841 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/65334f19aa7046549b4f886865151a42 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/65334f19aa7046549b4f886865151a42 2024-12-05T13:19:15,842 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/d181d28d61b34ee9bc47aae33671c3f5 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/d181d28d61b34ee9bc47aae33671c3f5 2024-12-05T13:19:15,843 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/71b4bfaad8284f9fbf9c1095d0a32f6d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/71b4bfaad8284f9fbf9c1095d0a32f6d 2024-12-05T13:19:15,845 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/ebee2c444923454492cdb07a7042d812 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/ebee2c444923454492cdb07a7042d812 2024-12-05T13:19:15,846 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/bc9753c12ffd4665b434736b40e905c8 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/bc9753c12ffd4665b434736b40e905c8 2024-12-05T13:19:15,847 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/377ffd24467646c8b412eeac837baa4e to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/377ffd24467646c8b412eeac837baa4e 2024-12-05T13:19:15,848 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/e2b2fc7e7d7f48068a9ca96b33cbfc97 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/e2b2fc7e7d7f48068a9ca96b33cbfc97 2024-12-05T13:19:15,849 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/6f6cc19532ca4c948f6ddb33c8ed7ef9 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/6f6cc19532ca4c948f6ddb33c8ed7ef9 2024-12-05T13:19:15,850 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/48edd3eb04c349ce92957af12d2b0017 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/48edd3eb04c349ce92957af12d2b0017 2024-12-05T13:19:15,851 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/2406af1aef7146888e2d409e29fa3eaf to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/2406af1aef7146888e2d409e29fa3eaf 2024-12-05T13:19:15,852 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/68ab55660df74e3bbe2d84f3f9d771d4 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/68ab55660df74e3bbe2d84f3f9d771d4 2024-12-05T13:19:15,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/0e304005237e4b2193b518d25beedae3 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/0e304005237e4b2193b518d25beedae3 2024-12-05T13:19:15,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/f66dd184767440838e42d11cdc89c10c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/f66dd184767440838e42d11cdc89c10c 2024-12-05T13:19:15,855 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/af467c058ff04317ad941d96fb36ba8e to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/af467c058ff04317ad941d96fb36ba8e 2024-12-05T13:19:15,856 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/133951b0ceaf424db06cf66f092187af to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/133951b0ceaf424db06cf66f092187af 2024-12-05T13:19:15,858 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/76be5aae30aa41498409a9bd388f773b to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/76be5aae30aa41498409a9bd388f773b 2024-12-05T13:19:15,859 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/50a156f6b37440bebce88eaf9ebcd158 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/50a156f6b37440bebce88eaf9ebcd158 2024-12-05T13:19:15,860 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/b15361764cb940d7a0816cd679b892c7 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/b15361764cb940d7a0816cd679b892c7 2024-12-05T13:19:15,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/92f446552500489f96016c8704c53eb3 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/92f446552500489f96016c8704c53eb3 2024-12-05T13:19:15,862 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/4572dbf915d246f8986488c02f43eb7a to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/4572dbf915d246f8986488c02f43eb7a 2024-12-05T13:19:15,863 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/81033a4c07de4a5086c16cc4a8e702f6 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/81033a4c07de4a5086c16cc4a8e702f6 2024-12-05T13:19:15,864 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/3eeee3e786ee443a8a881280992225cf to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/3eeee3e786ee443a8a881280992225cf 2024-12-05T13:19:15,866 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/8037c8c283f844e78660ca47b5d58cd5 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/8037c8c283f844e78660ca47b5d58cd5 2024-12-05T13:19:15,867 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/ea9b4d9a2c984b89a4e3f8d9fee6723f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/ea9b4d9a2c984b89a4e3f8d9fee6723f 2024-12-05T13:19:15,868 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/c2b4153235a8437baf037d92d62ee1db to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/c2b4153235a8437baf037d92d62ee1db 2024-12-05T13:19:15,869 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/31b5bef5640a41f987e23a103c07c798 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/31b5bef5640a41f987e23a103c07c798 2024-12-05T13:19:15,871 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/68efc4288c4e41658a128770cb2e6733 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/68efc4288c4e41658a128770cb2e6733 2024-12-05T13:19:15,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/4670daaee3914b059349f7d7254d596f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/4670daaee3914b059349f7d7254d596f 2024-12-05T13:19:15,873 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/8281e67e08a54d1ba0f6a6b31343147c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/8281e67e08a54d1ba0f6a6b31343147c 2024-12-05T13:19:15,874 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/95f3b199a8aa439fbf4969521dff9a13 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/95f3b199a8aa439fbf4969521dff9a13 2024-12-05T13:19:15,875 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/f16e29895e054e238a88504b8531c75f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/f16e29895e054e238a88504b8531c75f 2024-12-05T13:19:15,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/ad9eaae09a8949dfa02240b282b2df62 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/ad9eaae09a8949dfa02240b282b2df62 2024-12-05T13:19:15,877 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/16a0dae94d4c4c0687294896e6d8f9f1 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/16a0dae94d4c4c0687294896e6d8f9f1 2024-12-05T13:19:15,878 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/0f1847ed14684c3e946e3b2bc5798649 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/0f1847ed14684c3e946e3b2bc5798649 2024-12-05T13:19:15,880 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/cae5647fdc9941b9a029e8794e073a0c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/cae5647fdc9941b9a029e8794e073a0c 2024-12-05T13:19:15,881 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/e4e7854bc2174e10bd6c141c9b32a513 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/e4e7854bc2174e10bd6c141c9b32a513 2024-12-05T13:19:15,882 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/4662d6596d5e4aa58dc1417078045bb5 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/4662d6596d5e4aa58dc1417078045bb5 2024-12-05T13:19:15,883 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/2be622fab1c34cf8a3aeab63995c1c25 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/2be622fab1c34cf8a3aeab63995c1c25 2024-12-05T13:19:15,884 DEBUG [StoreCloser-TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/8945387aef104b2e956662ca9dd3b2a0 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/8945387aef104b2e956662ca9dd3b2a0 2024-12-05T13:19:15,889 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/recovered.edits/631.seqid, newMaxSeqId=631, maxSeqId=1 2024-12-05T13:19:15,892 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe. 2024-12-05T13:19:15,892 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1635): Region close journal for fc51a457309f1b6bd01a00a23da0d5fe: 2024-12-05T13:19:15,894 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(170): Closed fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:19:15,894 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=fc51a457309f1b6bd01a00a23da0d5fe, regionState=CLOSED 2024-12-05T13:19:15,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-05T13:19:15,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseRegionProcedure fc51a457309f1b6bd01a00a23da0d5fe, server=6fe4fa47a8fb,37007,1733404723344 in 1.6030 sec 2024-12-05T13:19:15,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-12-05T13:19:15,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=fc51a457309f1b6bd01a00a23da0d5fe, UNASSIGN in 1.6080 sec 2024-12-05T13:19:15,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-12-05T13:19:15,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6140 sec 2024-12-05T13:19:15,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404755901"}]},"ts":"1733404755901"} 2024-12-05T13:19:15,903 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T13:19:15,905 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T13:19:15,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6290 sec 2024-12-05T13:19:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-05T13:19:16,385 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-12-05T13:19:16,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T13:19:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:19:16,393 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:19:16,395 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=36, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:19:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-05T13:19:16,398 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:19:16,402 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A, FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B, FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C, FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/recovered.edits] 2024-12-05T13:19:16,405 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/1f0d3a76f7f0473aaf571af37e2d5fb2 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/1f0d3a76f7f0473aaf571af37e2d5fb2 2024-12-05T13:19:16,406 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/f25ebb171c75418593b55df7ed7e2630 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/A/f25ebb171c75418593b55df7ed7e2630 2024-12-05T13:19:16,409 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/18ce556dea824e299b947a95e754eaf0 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/18ce556dea824e299b947a95e754eaf0 2024-12-05T13:19:16,410 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/a77e4a187df240b3ad07b5454f19cbeb to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/B/a77e4a187df240b3ad07b5454f19cbeb 2024-12-05T13:19:16,412 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/37fe46dd848b42a989bf1f31236fbbc0 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/37fe46dd848b42a989bf1f31236fbbc0 2024-12-05T13:19:16,413 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/a234540911124d4daed0f4a837aaa4e6 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/C/a234540911124d4daed0f4a837aaa4e6 2024-12-05T13:19:16,417 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/recovered.edits/631.seqid to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe/recovered.edits/631.seqid 2024-12-05T13:19:16,417 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/fc51a457309f1b6bd01a00a23da0d5fe 2024-12-05T13:19:16,417 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T13:19:16,422 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=36, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:19:16,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-05T13:19:16,429 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T13:19:16,460 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T13:19:16,461 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=36, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:19:16,462 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T13:19:16,462 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733404756462"}]},"ts":"9223372036854775807"} 2024-12-05T13:19:16,465 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-05T13:19:16,465 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => fc51a457309f1b6bd01a00a23da0d5fe, NAME => 'TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T13:19:16,465 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T13:19:16,465 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733404756465"}]},"ts":"9223372036854775807"} 2024-12-05T13:19:16,467 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-05T13:19:16,470 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=36, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:19:16,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 81 msec 2024-12-05T13:19:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-05T13:19:16,496 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-12-05T13:19:16,508 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=239 (was 219) Potentially hanging thread: hconnection-0x7f2037ab-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7f2037ab-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-715469461_22 at /127.0.0.1:52684 [Waiting for operation #365] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7f2037ab-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1490279856_22 at /127.0.0.1:52550 [Waiting for operation #386] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;6fe4fa47a8fb:37007-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7f2037ab-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=456 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=311 (was 194) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8505 (was 9046) 2024-12-05T13:19:16,517 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=456, MaxFileDescriptor=1048576, SystemLoadAverage=311, ProcessCount=11, AvailableMemoryMB=8505 2024-12-05T13:19:16,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T13:19:16,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:19:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T13:19:16,521 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:19:16,521 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:16,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 37 2024-12-05T13:19:16,522 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:19:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-12-05T13:19:16,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741977_1153 (size=963) 2024-12-05T13:19:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-12-05T13:19:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-12-05T13:19:16,930 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e 2024-12-05T13:19:16,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741978_1154 (size=53) 2024-12-05T13:19:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-12-05T13:19:17,336 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:19:17,336 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d42cc3d378475e2a59bf99dd232fa0fd, disabling compactions & flushes 2024-12-05T13:19:17,337 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:17,337 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:17,337 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. after waiting 0 ms 2024-12-05T13:19:17,337 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:17,337 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:17,337 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:17,338 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:19:17,338 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733404757338"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733404757338"}]},"ts":"1733404757338"} 2024-12-05T13:19:17,339 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T13:19:17,340 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:19:17,340 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404757340"}]},"ts":"1733404757340"} 2024-12-05T13:19:17,341 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T13:19:17,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d42cc3d378475e2a59bf99dd232fa0fd, ASSIGN}] 2024-12-05T13:19:17,346 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d42cc3d378475e2a59bf99dd232fa0fd, ASSIGN 2024-12-05T13:19:17,347 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d42cc3d378475e2a59bf99dd232fa0fd, ASSIGN; state=OFFLINE, location=6fe4fa47a8fb,37007,1733404723344; forceNewPlan=false, retain=false 2024-12-05T13:19:17,498 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=d42cc3d378475e2a59bf99dd232fa0fd, regionState=OPENING, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:17,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; OpenRegionProcedure d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344}] 2024-12-05T13:19:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-12-05T13:19:17,651 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:17,654 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:17,655 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:19:17,655 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:17,655 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:19:17,655 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:17,656 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:17,657 INFO [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:17,658 INFO [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:19:17,659 INFO [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d42cc3d378475e2a59bf99dd232fa0fd columnFamilyName A 2024-12-05T13:19:17,659 DEBUG [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:17,659 INFO [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] regionserver.HStore(327): Store=d42cc3d378475e2a59bf99dd232fa0fd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:19:17,659 INFO [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:17,660 INFO [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:19:17,661 INFO [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d42cc3d378475e2a59bf99dd232fa0fd columnFamilyName B 2024-12-05T13:19:17,661 DEBUG [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:17,662 INFO [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] regionserver.HStore(327): Store=d42cc3d378475e2a59bf99dd232fa0fd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:19:17,662 INFO [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:17,663 INFO [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:19:17,663 INFO [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d42cc3d378475e2a59bf99dd232fa0fd columnFamilyName C 2024-12-05T13:19:17,663 DEBUG [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:17,664 INFO [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] regionserver.HStore(327): Store=d42cc3d378475e2a59bf99dd232fa0fd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:19:17,664 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:17,664 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:17,665 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:17,666 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T13:19:17,667 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:17,669 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:19:17,670 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened d42cc3d378475e2a59bf99dd232fa0fd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67771030, jitterRate=0.009867042303085327}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T13:19:17,670 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:17,671 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., pid=39, masterSystemTime=1733404757651 2024-12-05T13:19:17,673 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:17,673 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:17,673 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=d42cc3d378475e2a59bf99dd232fa0fd, regionState=OPEN, openSeqNum=2, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:17,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-12-05T13:19:17,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; OpenRegionProcedure d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 in 176 msec 2024-12-05T13:19:17,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-12-05T13:19:17,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d42cc3d378475e2a59bf99dd232fa0fd, ASSIGN in 331 msec 2024-12-05T13:19:17,678 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:19:17,679 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404757678"}]},"ts":"1733404757678"} 2024-12-05T13:19:17,679 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T13:19:17,682 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:19:17,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1640 sec 2024-12-05T13:19:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-12-05T13:19:18,627 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 37 completed 2024-12-05T13:19:18,629 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-12-05T13:19:18,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:19:18,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:19:18,637 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:19:18,638 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:19:18,640 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47502, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:19:18,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T13:19:18,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:19:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-05T13:19:18,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741979_1155 (size=999) 2024-12-05T13:19:19,019 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:19:19,020 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:19:19,068 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-05T13:19:19,068 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-05T13:19:19,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T13:19:19,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d42cc3d378475e2a59bf99dd232fa0fd, REOPEN/MOVE}] 2024-12-05T13:19:19,080 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d42cc3d378475e2a59bf99dd232fa0fd, REOPEN/MOVE 2024-12-05T13:19:19,081 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=d42cc3d378475e2a59bf99dd232fa0fd, regionState=CLOSING, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:19,082 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T13:19:19,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; CloseRegionProcedure d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344}] 2024-12-05T13:19:19,234 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:19,234 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(124): Close d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:19,234 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T13:19:19,234 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1681): Closing d42cc3d378475e2a59bf99dd232fa0fd, disabling compactions & flushes 2024-12-05T13:19:19,234 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:19,234 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:19,235 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. after waiting 0 ms 2024-12-05T13:19:19,235 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:19,238 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T13:19:19,239 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:19,239 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1635): Region close journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:19,239 WARN [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionServer(3786): Not adding moved region record: d42cc3d378475e2a59bf99dd232fa0fd to self. 2024-12-05T13:19:19,240 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(170): Closed d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:19,241 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=d42cc3d378475e2a59bf99dd232fa0fd, regionState=CLOSED 2024-12-05T13:19:19,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-12-05T13:19:19,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; CloseRegionProcedure d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 in 160 msec 2024-12-05T13:19:19,244 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d42cc3d378475e2a59bf99dd232fa0fd, REOPEN/MOVE; state=CLOSED, location=6fe4fa47a8fb,37007,1733404723344; forceNewPlan=false, retain=true 2024-12-05T13:19:19,394 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=d42cc3d378475e2a59bf99dd232fa0fd, regionState=OPENING, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:19,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE; OpenRegionProcedure d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344}] 2024-12-05T13:19:19,548 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:19,551 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:19,551 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:19:19,551 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:19,551 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:19:19,552 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:19,552 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:19,556 INFO [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:19,557 INFO [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:19:19,562 INFO [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d42cc3d378475e2a59bf99dd232fa0fd columnFamilyName A 2024-12-05T13:19:19,564 DEBUG [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:19,564 INFO [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] regionserver.HStore(327): Store=d42cc3d378475e2a59bf99dd232fa0fd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:19:19,564 INFO [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:19,565 INFO [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:19:19,565 INFO [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d42cc3d378475e2a59bf99dd232fa0fd columnFamilyName B 2024-12-05T13:19:19,565 DEBUG [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:19,566 INFO [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] regionserver.HStore(327): Store=d42cc3d378475e2a59bf99dd232fa0fd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:19:19,566 INFO [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:19,566 INFO [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:19:19,566 INFO [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d42cc3d378475e2a59bf99dd232fa0fd columnFamilyName C 2024-12-05T13:19:19,567 DEBUG [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:19,567 INFO [StoreOpener-d42cc3d378475e2a59bf99dd232fa0fd-1 {}] regionserver.HStore(327): Store=d42cc3d378475e2a59bf99dd232fa0fd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:19:19,567 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:19,568 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:19,569 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:19,570 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T13:19:19,571 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:19,572 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened d42cc3d378475e2a59bf99dd232fa0fd; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63407501, jitterRate=-0.05515460669994354}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T13:19:19,573 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:19,573 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., pid=44, masterSystemTime=1733404759548 2024-12-05T13:19:19,575 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:19,575 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:19,576 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=d42cc3d378475e2a59bf99dd232fa0fd, regionState=OPEN, openSeqNum=5, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:19,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=42 2024-12-05T13:19:19,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=42, state=SUCCESS; OpenRegionProcedure d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 in 181 msec 2024-12-05T13:19:19,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-12-05T13:19:19,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d42cc3d378475e2a59bf99dd232fa0fd, REOPEN/MOVE in 498 msec 2024-12-05T13:19:19,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-12-05T13:19:19,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 510 msec 2024-12-05T13:19:19,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 934 msec 2024-12-05T13:19:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-05T13:19:19,593 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-12-05T13:19:19,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:19:19,600 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-12-05T13:19:19,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:19:19,606 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-12-05T13:19:19,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:19:19,611 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-12-05T13:19:19,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:19:19,616 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-12-05T13:19:19,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:19:19,621 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-12-05T13:19:19,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:19:19,628 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-12-05T13:19:19,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:19:19,636 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-12-05T13:19:19,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:19:19,640 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-12-05T13:19:19,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:19:19,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:19:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-12-05T13:19:19,649 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:19:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-05T13:19:19,649 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:19:19,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:19:19,652 DEBUG [hconnection-0x5dc972f3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:19:19,652 DEBUG [hconnection-0x46fd7854-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:19:19,654 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47138, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:19:19,656 DEBUG [hconnection-0x7add354b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:19:19,658 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:19:19,668 DEBUG [hconnection-0x29879a38-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:19:19,670 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:19:19,674 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:19:19,688 DEBUG [hconnection-0x2a2a8c25-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:19:19,690 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:19:19,694 DEBUG [hconnection-0x4ab1a2af-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:19:19,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d42cc3d378475e2a59bf99dd232fa0fd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T13:19:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:19,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=A 2024-12-05T13:19:19,696 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:19:19,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:19,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=B 2024-12-05T13:19:19,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:19,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=C 2024-12-05T13:19:19,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:19,712 DEBUG [hconnection-0x481990e8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:19:19,716 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47206, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:19:19,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404819740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:19,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404819741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:19,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404819741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:19,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404819742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:19,747 DEBUG [hconnection-0x2c1ebb2e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:19:19,748 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47214, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:19:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-05T13:19:19,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404819750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:19,772 DEBUG [hconnection-0x3b068cd0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:19:19,776 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:19:19,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b8992926d57c4c7e82a836e4fb3221a8_d42cc3d378475e2a59bf99dd232fa0fd is 50, key is test_row_1/A:col10/1733404759691/Put/seqid=0 2024-12-05T13:19:19,801 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:19,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-05T13:19:19,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:19,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:19,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:19,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:19,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:19,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741980_1156 (size=9714) 2024-12-05T13:19:19,829 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:19,837 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b8992926d57c4c7e82a836e4fb3221a8_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b8992926d57c4c7e82a836e4fb3221a8_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:19,838 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/8e999b2f903042e097772dbb37fdcbc0, store: [table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:19,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404819845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:19,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404819845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:19,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:19,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/8e999b2f903042e097772dbb37fdcbc0 is 175, key is test_row_1/A:col10/1733404759691/Put/seqid=0 2024-12-05T13:19:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404819845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:19,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404819845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:19,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404819855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:19,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741981_1157 (size=22361) 2024-12-05T13:19:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-05T13:19:19,957 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:19,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-05T13:19:19,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:19,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:19,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:19,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:19,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:20,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404820059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:20,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404820060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:20,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404820061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:20,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404820060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:20,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404820060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:20,111 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:20,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-05T13:19:20,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:20,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:20,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:20,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:20,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-05T13:19:20,264 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:20,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-05T13:19:20,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:20,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:20,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:20,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:20,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:20,281 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/8e999b2f903042e097772dbb37fdcbc0 2024-12-05T13:19:20,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/d78b73cb54114a848029dcb4dd3146e0 is 50, key is test_row_1/B:col10/1733404759691/Put/seqid=0 2024-12-05T13:19:20,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404820364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:20,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404820364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:20,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404820365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:20,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404820365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:20,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404820368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:20,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741982_1158 (size=9657) 2024-12-05T13:19:20,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/d78b73cb54114a848029dcb4dd3146e0 2024-12-05T13:19:20,419 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:20,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-05T13:19:20,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:20,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:20,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:20,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:20,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:20,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/c364cfab394d4ffa91908f0433a90cda is 50, key is test_row_1/C:col10/1733404759691/Put/seqid=0 2024-12-05T13:19:20,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741983_1159 (size=9657) 2024-12-05T13:19:20,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/c364cfab394d4ffa91908f0433a90cda 2024-12-05T13:19:20,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/8e999b2f903042e097772dbb37fdcbc0 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/8e999b2f903042e097772dbb37fdcbc0 2024-12-05T13:19:20,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/8e999b2f903042e097772dbb37fdcbc0, entries=100, sequenceid=16, filesize=21.8 K 2024-12-05T13:19:20,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/d78b73cb54114a848029dcb4dd3146e0 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/d78b73cb54114a848029dcb4dd3146e0 2024-12-05T13:19:20,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/d78b73cb54114a848029dcb4dd3146e0, entries=100, sequenceid=16, filesize=9.4 K 2024-12-05T13:19:20,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/c364cfab394d4ffa91908f0433a90cda as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/c364cfab394d4ffa91908f0433a90cda 2024-12-05T13:19:20,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/c364cfab394d4ffa91908f0433a90cda, entries=100, sequenceid=16, filesize=9.4 K 2024-12-05T13:19:20,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for d42cc3d378475e2a59bf99dd232fa0fd in 810ms, sequenceid=16, compaction requested=false 2024-12-05T13:19:20,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:20,573 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:20,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-05T13:19:20,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:20,574 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing d42cc3d378475e2a59bf99dd232fa0fd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T13:19:20,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=A 2024-12-05T13:19:20,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:20,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=B 2024-12-05T13:19:20,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:20,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=C 2024-12-05T13:19:20,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:20,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e92f5a0a1c7342479b2a41f5c9b0aac5_d42cc3d378475e2a59bf99dd232fa0fd is 50, key is test_row_0/A:col10/1733404759728/Put/seqid=0 2024-12-05T13:19:20,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741984_1160 (size=12154) 2024-12-05T13:19:20,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,609 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e92f5a0a1c7342479b2a41f5c9b0aac5_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e92f5a0a1c7342479b2a41f5c9b0aac5_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:20,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/3542984d6a31478fbcdbb9173ab56dc6, store: [table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:20,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/3542984d6a31478fbcdbb9173ab56dc6 is 175, key is test_row_0/A:col10/1733404759728/Put/seqid=0 2024-12-05T13:19:20,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741985_1161 (size=30955) 2024-12-05T13:19:20,648 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/3542984d6a31478fbcdbb9173ab56dc6 2024-12-05T13:19:20,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/12a76451a9da48a9911c150df3245953 is 50, key is test_row_0/B:col10/1733404759728/Put/seqid=0 2024-12-05T13:19:20,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741986_1162 (size=12001) 2024-12-05T13:19:20,689 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/12a76451a9da48a9911c150df3245953 2024-12-05T13:19:20,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/6c96f7a60d5e4404ad33851dc84af379 is 50, key is test_row_0/C:col10/1733404759728/Put/seqid=0 2024-12-05T13:19:20,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741987_1163 (size=12001) 2024-12-05T13:19:20,739 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/6c96f7a60d5e4404ad33851dc84af379 2024-12-05T13:19:20,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/3542984d6a31478fbcdbb9173ab56dc6 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/3542984d6a31478fbcdbb9173ab56dc6 2024-12-05T13:19:20,752 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/3542984d6a31478fbcdbb9173ab56dc6, entries=150, sequenceid=41, filesize=30.2 K 2024-12-05T13:19:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-05T13:19:20,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/12a76451a9da48a9911c150df3245953 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/12a76451a9da48a9911c150df3245953 2024-12-05T13:19:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,759 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/12a76451a9da48a9911c150df3245953, entries=150, sequenceid=41, filesize=11.7 K 2024-12-05T13:19:20,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/6c96f7a60d5e4404ad33851dc84af379 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/6c96f7a60d5e4404ad33851dc84af379 2024-12-05T13:19:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,765 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/6c96f7a60d5e4404ad33851dc84af379, entries=150, sequenceid=41, filesize=11.7 K 2024-12-05T13:19:20,766 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for d42cc3d378475e2a59bf99dd232fa0fd in 192ms, sequenceid=41, compaction requested=false 2024-12-05T13:19:20,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:20,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:20,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-05T13:19:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-12-05T13:19:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-12-05T13:19:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1190 sec 2024-12-05T13:19:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.1230 sec 2024-12-05T13:19:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:20,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d42cc3d378475e2a59bf99dd232fa0fd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T13:19:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=A 2024-12-05T13:19:20,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:20,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=B 2024-12-05T13:19:20,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:20,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=C 2024-12-05T13:19:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b4db4e59e0894966a2d6afa1e0017a1b_d42cc3d378475e2a59bf99dd232fa0fd is 50, key is test_row_0/A:col10/1733404760930/Put/seqid=0 2024-12-05T13:19:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404820981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:20,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404820982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404820984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:20,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404820985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:20,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404820991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741989_1165 (size=24358) 2024-12-05T13:19:21,041 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,048 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b4db4e59e0894966a2d6afa1e0017a1b_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b4db4e59e0894966a2d6afa1e0017a1b_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:21,050 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/1a7850eb30d44c859e6cb2cb60a03447, store: [table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:21,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/1a7850eb30d44c859e6cb2cb60a03447 is 175, key is test_row_0/A:col10/1733404760930/Put/seqid=0 2024-12-05T13:19:21,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741988_1164 (size=73995) 2024-12-05T13:19:21,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404821092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:21,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:21,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404821093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404821095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:21,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:21,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404821097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404821097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:21,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404821297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:21,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404821299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:21,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404821300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:21,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404821300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:21,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404821301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:21,458 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/1a7850eb30d44c859e6cb2cb60a03447 2024-12-05T13:19:21,459 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T13:19:21,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/e90b29b4ad9b4b45b31120b9a57857a1 is 50, key is test_row_0/B:col10/1733404760930/Put/seqid=0 2024-12-05T13:19:21,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741990_1166 (size=12001) 2024-12-05T13:19:21,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/e90b29b4ad9b4b45b31120b9a57857a1 2024-12-05T13:19:21,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/df471d94675b474db714410c699ac370 is 50, key is test_row_0/C:col10/1733404760930/Put/seqid=0 2024-12-05T13:19:21,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741991_1167 (size=12001) 2024-12-05T13:19:21,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/df471d94675b474db714410c699ac370 2024-12-05T13:19:21,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404821604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:21,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404821606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:21,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404821606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:21,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404821606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:21,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404821607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:21,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/1a7850eb30d44c859e6cb2cb60a03447 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/1a7850eb30d44c859e6cb2cb60a03447 2024-12-05T13:19:21,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/1a7850eb30d44c859e6cb2cb60a03447, entries=400, sequenceid=52, filesize=72.3 K 2024-12-05T13:19:21,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/e90b29b4ad9b4b45b31120b9a57857a1 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/e90b29b4ad9b4b45b31120b9a57857a1 2024-12-05T13:19:21,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/e90b29b4ad9b4b45b31120b9a57857a1, entries=150, sequenceid=52, filesize=11.7 K 2024-12-05T13:19:21,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/df471d94675b474db714410c699ac370 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/df471d94675b474db714410c699ac370 2024-12-05T13:19:21,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/df471d94675b474db714410c699ac370, entries=150, sequenceid=52, filesize=11.7 K 2024-12-05T13:19:21,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d42cc3d378475e2a59bf99dd232fa0fd in 713ms, sequenceid=52, compaction requested=true 2024-12-05T13:19:21,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:21,645 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:21,647 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:21,647 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/A is initiating minor compaction (all files) 2024-12-05T13:19:21,647 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/A in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:21,647 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/8e999b2f903042e097772dbb37fdcbc0, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/3542984d6a31478fbcdbb9173ab56dc6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/1a7850eb30d44c859e6cb2cb60a03447] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=124.3 K 2024-12-05T13:19:21,647 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:21,647 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. files: [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/8e999b2f903042e097772dbb37fdcbc0, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/3542984d6a31478fbcdbb9173ab56dc6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/1a7850eb30d44c859e6cb2cb60a03447] 2024-12-05T13:19:21,649 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e999b2f903042e097772dbb37fdcbc0, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733404759691 2024-12-05T13:19:21,649 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3542984d6a31478fbcdbb9173ab56dc6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733404759722 2024-12-05T13:19:21,650 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a7850eb30d44c859e6cb2cb60a03447, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733404760895 2024-12-05T13:19:21,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:19:21,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:21,652 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:21,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:19:21,654 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:21,654 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/B is initiating minor compaction (all files) 2024-12-05T13:19:21,654 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/B in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:21,654 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/d78b73cb54114a848029dcb4dd3146e0, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/12a76451a9da48a9911c150df3245953, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/e90b29b4ad9b4b45b31120b9a57857a1] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=32.9 K 2024-12-05T13:19:21,655 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting d78b73cb54114a848029dcb4dd3146e0, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733404759691 2024-12-05T13:19:21,656 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 12a76451a9da48a9911c150df3245953, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733404759722 2024-12-05T13:19:21,657 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting e90b29b4ad9b4b45b31120b9a57857a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733404760920 2024-12-05T13:19:21,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:21,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:19:21,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:21,670 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:21,686 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412056d53003e4bf14feea184b5d29ba769a9_d42cc3d378475e2a59bf99dd232fa0fd store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:21,698 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#B#compaction#148 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:21,699 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/3407f05006f84d7b90176632bdd054ff is 50, key is test_row_0/B:col10/1733404760930/Put/seqid=0 2024-12-05T13:19:21,703 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412056d53003e4bf14feea184b5d29ba769a9_d42cc3d378475e2a59bf99dd232fa0fd, store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:21,703 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412056d53003e4bf14feea184b5d29ba769a9_d42cc3d378475e2a59bf99dd232fa0fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:21,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741992_1168 (size=12104) 2024-12-05T13:19:21,735 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/3407f05006f84d7b90176632bdd054ff as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/3407f05006f84d7b90176632bdd054ff 2024-12-05T13:19:21,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741993_1169 (size=4469) 2024-12-05T13:19:21,747 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/B of d42cc3d378475e2a59bf99dd232fa0fd into 3407f05006f84d7b90176632bdd054ff(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:21,747 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:21,747 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/B, priority=13, startTime=1733404761652; duration=0sec 2024-12-05T13:19:21,747 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:21,747 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:B 2024-12-05T13:19:21,747 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:21,750 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:21,750 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/C is initiating minor compaction (all files) 2024-12-05T13:19:21,750 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/C in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:21,750 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/c364cfab394d4ffa91908f0433a90cda, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/6c96f7a60d5e4404ad33851dc84af379, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/df471d94675b474db714410c699ac370] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=32.9 K 2024-12-05T13:19:21,751 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting c364cfab394d4ffa91908f0433a90cda, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733404759691 2024-12-05T13:19:21,752 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c96f7a60d5e4404ad33851dc84af379, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733404759722 2024-12-05T13:19:21,752 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting df471d94675b474db714410c699ac370, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733404760920 2024-12-05T13:19:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-05T13:19:21,754 INFO [Thread-754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-12-05T13:19:21,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:19:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-12-05T13:19:21,758 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:19:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-05T13:19:21,759 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:19:21,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:19:21,767 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#C#compaction#149 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:21,767 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/973eaa6572894db8814c451e812ee074 is 50, key is test_row_0/C:col10/1733404760930/Put/seqid=0 2024-12-05T13:19:21,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741994_1170 (size=12104) 2024-12-05T13:19:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-05T13:19:21,911 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:21,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-05T13:19:21,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:21,912 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing d42cc3d378475e2a59bf99dd232fa0fd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T13:19:21,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=A 2024-12-05T13:19:21,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:21,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=B 2024-12-05T13:19:21,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:21,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=C 2024-12-05T13:19:21,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:21,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205db3f712b672447a782d01104a023fa0f_d42cc3d378475e2a59bf99dd232fa0fd is 50, key is test_row_0/A:col10/1733404760989/Put/seqid=0 2024-12-05T13:19:21,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741995_1171 (size=12154) 2024-12-05T13:19:21,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:21,949 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205db3f712b672447a782d01104a023fa0f_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205db3f712b672447a782d01104a023fa0f_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:21,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/f2840515dd464c8c94e9b16ca09d9778, store: [table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:21,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/f2840515dd464c8c94e9b16ca09d9778 is 175, key is test_row_0/A:col10/1733404760989/Put/seqid=0 2024-12-05T13:19:21,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741996_1172 (size=30955) 2024-12-05T13:19:21,976 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/f2840515dd464c8c94e9b16ca09d9778 2024-12-05T13:19:21,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/d71265059470422cb0df78ffb93ed33f is 50, key is test_row_0/B:col10/1733404760989/Put/seqid=0 2024-12-05T13:19:22,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741997_1173 (size=12001) 2024-12-05T13:19:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-05T13:19:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:22,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:22,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404822120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:22,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404822122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:22,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404822123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:22,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404822125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:22,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404822129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:22,147 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#A#compaction#147 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:22,150 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/808ca9bc79b1465cac33d3d66ec03aef is 175, key is test_row_0/A:col10/1733404760930/Put/seqid=0 2024-12-05T13:19:22,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741998_1174 (size=31058) 2024-12-05T13:19:22,187 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/808ca9bc79b1465cac33d3d66ec03aef as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/808ca9bc79b1465cac33d3d66ec03aef 2024-12-05T13:19:22,192 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/973eaa6572894db8814c451e812ee074 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/973eaa6572894db8814c451e812ee074 2024-12-05T13:19:22,200 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/A of d42cc3d378475e2a59bf99dd232fa0fd into 808ca9bc79b1465cac33d3d66ec03aef(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:22,200 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:22,201 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/A, priority=13, startTime=1733404761645; duration=0sec 2024-12-05T13:19:22,201 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:22,201 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:A 2024-12-05T13:19:22,203 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/C of d42cc3d378475e2a59bf99dd232fa0fd into 973eaa6572894db8814c451e812ee074(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:22,203 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:22,203 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/C, priority=13, startTime=1733404761659; duration=0sec 2024-12-05T13:19:22,203 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:22,203 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:C 2024-12-05T13:19:22,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404822226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:22,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404822228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:22,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404822229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:22,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404822231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:22,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404822231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-05T13:19:22,431 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/d71265059470422cb0df78ffb93ed33f 2024-12-05T13:19:22,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404822430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:22,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:22,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404822432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404822432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:22,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404822434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:22,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404822435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:22,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/ecdc85924bab42a788cd1ef24b533466 is 50, key is test_row_0/C:col10/1733404760989/Put/seqid=0 2024-12-05T13:19:22,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741999_1175 (size=12001) 2024-12-05T13:19:22,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404822735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:22,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404822737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:22,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:22,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404822738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404822739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:22,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404822739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-05T13:19:22,870 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/ecdc85924bab42a788cd1ef24b533466 2024-12-05T13:19:22,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/f2840515dd464c8c94e9b16ca09d9778 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/f2840515dd464c8c94e9b16ca09d9778 2024-12-05T13:19:22,883 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/f2840515dd464c8c94e9b16ca09d9778, entries=150, sequenceid=78, filesize=30.2 K 2024-12-05T13:19:22,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/d71265059470422cb0df78ffb93ed33f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/d71265059470422cb0df78ffb93ed33f 2024-12-05T13:19:22,896 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/d71265059470422cb0df78ffb93ed33f, entries=150, sequenceid=78, filesize=11.7 K 2024-12-05T13:19:22,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/ecdc85924bab42a788cd1ef24b533466 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/ecdc85924bab42a788cd1ef24b533466 2024-12-05T13:19:22,906 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/ecdc85924bab42a788cd1ef24b533466, entries=150, sequenceid=78, filesize=11.7 K 2024-12-05T13:19:22,909 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for d42cc3d378475e2a59bf99dd232fa0fd in 997ms, sequenceid=78, compaction requested=false 2024-12-05T13:19:22,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:22,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:22,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-05T13:19:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-12-05T13:19:22,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-12-05T13:19:22,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1510 sec 2024-12-05T13:19:22,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.1580 sec 2024-12-05T13:19:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:23,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d42cc3d378475e2a59bf99dd232fa0fd 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-05T13:19:23,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=A 2024-12-05T13:19:23,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:23,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=B 2024-12-05T13:19:23,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:23,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=C 2024-12-05T13:19:23,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:23,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120559738fd1b0f64ec58b9293606fb08d06_d42cc3d378475e2a59bf99dd232fa0fd is 50, key is test_row_0/A:col10/1733404763243/Put/seqid=0 2024-12-05T13:19:23,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742000_1176 (size=17034) 2024-12-05T13:19:23,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404823269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:23,278 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:23,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404823275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:23,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404823279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:23,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404823279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:23,286 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120559738fd1b0f64ec58b9293606fb08d06_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120559738fd1b0f64ec58b9293606fb08d06_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:23,287 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/c78e32bc57254467ab40c1a23598d53f, store: [table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:23,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:23,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/c78e32bc57254467ab40c1a23598d53f is 175, key is test_row_0/A:col10/1733404763243/Put/seqid=0 2024-12-05T13:19:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404823283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:23,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742001_1177 (size=48139) 2024-12-05T13:19:23,296 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/c78e32bc57254467ab40c1a23598d53f 2024-12-05T13:19:23,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/3ac7d21cd0594ef09b27986443e87e35 is 50, key is test_row_0/B:col10/1733404763243/Put/seqid=0 2024-12-05T13:19:23,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742002_1178 (size=12001) 2024-12-05T13:19:23,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/3ac7d21cd0594ef09b27986443e87e35 2024-12-05T13:19:23,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/0e8f0c4f849a4303aee2e5f636200581 is 50, key is test_row_0/C:col10/1733404763243/Put/seqid=0 2024-12-05T13:19:23,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742003_1179 (size=12001) 2024-12-05T13:19:23,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/0e8f0c4f849a4303aee2e5f636200581 2024-12-05T13:19:23,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/c78e32bc57254467ab40c1a23598d53f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/c78e32bc57254467ab40c1a23598d53f 2024-12-05T13:19:23,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404823381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:23,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404823384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:23,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/c78e32bc57254467ab40c1a23598d53f, entries=250, sequenceid=94, filesize=47.0 K 2024-12-05T13:19:23,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404823386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:23,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/3ac7d21cd0594ef09b27986443e87e35 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/3ac7d21cd0594ef09b27986443e87e35 2024-12-05T13:19:23,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:23,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404823387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:23,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:23,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404823390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:23,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/3ac7d21cd0594ef09b27986443e87e35, entries=150, sequenceid=94, filesize=11.7 K 2024-12-05T13:19:23,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/0e8f0c4f849a4303aee2e5f636200581 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/0e8f0c4f849a4303aee2e5f636200581 2024-12-05T13:19:23,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/0e8f0c4f849a4303aee2e5f636200581, entries=150, sequenceid=94, filesize=11.7 K 2024-12-05T13:19:23,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d42cc3d378475e2a59bf99dd232fa0fd in 161ms, sequenceid=94, compaction requested=true 2024-12-05T13:19:23,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:23,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:19:23,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:23,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:19:23,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:23,404 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:23,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:19:23,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T13:19:23,405 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:23,406 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:23,406 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/A is initiating minor compaction (all files) 2024-12-05T13:19:23,406 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/A in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:23,406 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/808ca9bc79b1465cac33d3d66ec03aef, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/f2840515dd464c8c94e9b16ca09d9778, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/c78e32bc57254467ab40c1a23598d53f] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=107.6 K 2024-12-05T13:19:23,406 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:23,407 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. files: [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/808ca9bc79b1465cac33d3d66ec03aef, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/f2840515dd464c8c94e9b16ca09d9778, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/c78e32bc57254467ab40c1a23598d53f] 2024-12-05T13:19:23,407 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:23,407 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 808ca9bc79b1465cac33d3d66ec03aef, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733404760920 2024-12-05T13:19:23,407 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/B is initiating minor compaction (all files) 2024-12-05T13:19:23,407 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/B in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:23,407 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/3407f05006f84d7b90176632bdd054ff, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/d71265059470422cb0df78ffb93ed33f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/3ac7d21cd0594ef09b27986443e87e35] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=35.3 K 2024-12-05T13:19:23,408 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2840515dd464c8c94e9b16ca09d9778, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733404760982 2024-12-05T13:19:23,409 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 3407f05006f84d7b90176632bdd054ff, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733404760920 2024-12-05T13:19:23,409 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting d71265059470422cb0df78ffb93ed33f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733404760982 2024-12-05T13:19:23,409 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting c78e32bc57254467ab40c1a23598d53f, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733404762116 2024-12-05T13:19:23,410 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ac7d21cd0594ef09b27986443e87e35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733404762117 2024-12-05T13:19:23,430 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#B#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:23,431 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/c3fc6cb6124a4130b1f033bbabacb8f2 is 50, key is test_row_0/B:col10/1733404763243/Put/seqid=0 2024-12-05T13:19:23,436 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:23,440 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205804bea695c9144deb997f7616b73af6b_d42cc3d378475e2a59bf99dd232fa0fd store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:23,443 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205804bea695c9144deb997f7616b73af6b_d42cc3d378475e2a59bf99dd232fa0fd, store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:23,443 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205804bea695c9144deb997f7616b73af6b_d42cc3d378475e2a59bf99dd232fa0fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:23,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742004_1180 (size=12207) 2024-12-05T13:19:23,471 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/c3fc6cb6124a4130b1f033bbabacb8f2 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/c3fc6cb6124a4130b1f033bbabacb8f2 2024-12-05T13:19:23,479 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/B of d42cc3d378475e2a59bf99dd232fa0fd into c3fc6cb6124a4130b1f033bbabacb8f2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:23,479 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:23,479 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/B, priority=13, startTime=1733404763404; duration=0sec 2024-12-05T13:19:23,482 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:23,482 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:B 2024-12-05T13:19:23,482 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:23,484 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:23,484 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/C is initiating minor compaction (all files) 2024-12-05T13:19:23,484 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/C in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:23,484 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/973eaa6572894db8814c451e812ee074, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/ecdc85924bab42a788cd1ef24b533466, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/0e8f0c4f849a4303aee2e5f636200581] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=35.3 K 2024-12-05T13:19:23,485 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 973eaa6572894db8814c451e812ee074, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733404760920 2024-12-05T13:19:23,485 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting ecdc85924bab42a788cd1ef24b533466, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733404760982 2024-12-05T13:19:23,486 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e8f0c4f849a4303aee2e5f636200581, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733404762117 2024-12-05T13:19:23,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742005_1181 (size=4469) 2024-12-05T13:19:23,492 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#A#compaction#157 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:23,492 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/c2d92d903dca4d6a8bbdfa29fe1e2551 is 175, key is test_row_0/A:col10/1733404763243/Put/seqid=0 2024-12-05T13:19:23,499 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#C#compaction#158 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:23,500 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/8ac4e1ff497a493eb0e1fc2316b94c72 is 50, key is test_row_0/C:col10/1733404763243/Put/seqid=0 2024-12-05T13:19:23,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742007_1183 (size=12207) 2024-12-05T13:19:23,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742006_1182 (size=31161) 2024-12-05T13:19:23,521 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/c2d92d903dca4d6a8bbdfa29fe1e2551 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/c2d92d903dca4d6a8bbdfa29fe1e2551 2024-12-05T13:19:23,524 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/8ac4e1ff497a493eb0e1fc2316b94c72 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/8ac4e1ff497a493eb0e1fc2316b94c72 2024-12-05T13:19:23,528 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/A of d42cc3d378475e2a59bf99dd232fa0fd into c2d92d903dca4d6a8bbdfa29fe1e2551(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:23,528 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:23,528 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/A, priority=13, startTime=1733404763404; duration=0sec 2024-12-05T13:19:23,528 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:23,528 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:A 2024-12-05T13:19:23,533 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/C of d42cc3d378475e2a59bf99dd232fa0fd into 8ac4e1ff497a493eb0e1fc2316b94c72(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:23,533 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:23,533 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/C, priority=13, startTime=1733404763404; duration=0sec 2024-12-05T13:19:23,533 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:23,533 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:C 2024-12-05T13:19:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:23,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d42cc3d378475e2a59bf99dd232fa0fd 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-05T13:19:23,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=A 2024-12-05T13:19:23,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:23,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=B 2024-12-05T13:19:23,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:23,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=C 2024-12-05T13:19:23,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:23,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120528092ef2c5dc4296b363cda446098354_d42cc3d378475e2a59bf99dd232fa0fd is 50, key is test_row_0/A:col10/1733404763275/Put/seqid=0 2024-12-05T13:19:23,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404823598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:23,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404823600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:23,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:23,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404823600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404823601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:23,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404823602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:23,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742008_1184 (size=12154) 2024-12-05T13:19:23,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404823704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:23,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404823706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:23,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404823706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:23,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404823706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:23,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404823708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:23,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-05T13:19:23,865 INFO [Thread-754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-12-05T13:19:23,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:19:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-05T13:19:23,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-05T13:19:23,873 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:19:23,874 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:19:23,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:19:23,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404823907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:23,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404823909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:23,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:23,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404823910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:23,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:23,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404823911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:23,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:23,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404823912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-05T13:19:24,026 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-05T13:19:24,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:24,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:24,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:24,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:24,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:24,049 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:24,056 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120528092ef2c5dc4296b363cda446098354_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120528092ef2c5dc4296b363cda446098354_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:24,057 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/33acaa704e0e4dcd97d3e1912fb36637, store: [table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:24,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/33acaa704e0e4dcd97d3e1912fb36637 is 175, key is test_row_0/A:col10/1733404763275/Put/seqid=0 2024-12-05T13:19:24,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742009_1185 (size=30955) 2024-12-05T13:19:24,090 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/33acaa704e0e4dcd97d3e1912fb36637 2024-12-05T13:19:24,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/2432ee6f19924807a1d0c0aaa5056a5f is 50, key is test_row_0/B:col10/1733404763275/Put/seqid=0 2024-12-05T13:19:24,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742010_1186 (size=12001) 2024-12-05T13:19:24,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/2432ee6f19924807a1d0c0aaa5056a5f 2024-12-05T13:19:24,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/bdbab0f85a8c432d9f3e48d689c1383f is 50, key is test_row_0/C:col10/1733404763275/Put/seqid=0 2024-12-05T13:19:24,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742011_1187 (size=12001) 2024-12-05T13:19:24,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/bdbab0f85a8c432d9f3e48d689c1383f 2024-12-05T13:19:24,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/33acaa704e0e4dcd97d3e1912fb36637 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/33acaa704e0e4dcd97d3e1912fb36637 2024-12-05T13:19:24,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/33acaa704e0e4dcd97d3e1912fb36637, entries=150, sequenceid=120, filesize=30.2 K 2024-12-05T13:19:24,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/2432ee6f19924807a1d0c0aaa5056a5f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/2432ee6f19924807a1d0c0aaa5056a5f 2024-12-05T13:19:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-05T13:19:24,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/2432ee6f19924807a1d0c0aaa5056a5f, entries=150, sequenceid=120, filesize=11.7 K 2024-12-05T13:19:24,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/bdbab0f85a8c432d9f3e48d689c1383f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/bdbab0f85a8c432d9f3e48d689c1383f 2024-12-05T13:19:24,179 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-05T13:19:24,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:24,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:24,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:24,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:24,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:24,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/bdbab0f85a8c432d9f3e48d689c1383f, entries=150, sequenceid=120, filesize=11.7 K 2024-12-05T13:19:24,187 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d42cc3d378475e2a59bf99dd232fa0fd in 601ms, sequenceid=120, compaction requested=false 2024-12-05T13:19:24,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:24,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d42cc3d378475e2a59bf99dd232fa0fd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-05T13:19:24,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=A 2024-12-05T13:19:24,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:24,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=B 2024-12-05T13:19:24,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:24,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=C 2024-12-05T13:19:24,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:24,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404824239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404824241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055c7ad75977174d3a9214a0eb6bce68bf_d42cc3d378475e2a59bf99dd232fa0fd is 50, key is test_row_0/A:col10/1733404763599/Put/seqid=0 2024-12-05T13:19:24,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404824242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:24,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404824242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404824244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742012_1188 (size=14744) 2024-12-05T13:19:24,285 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:24,292 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055c7ad75977174d3a9214a0eb6bce68bf_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055c7ad75977174d3a9214a0eb6bce68bf_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:24,293 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/4ef3bb5080254eec8bd6ce2cd5eeb740, store: [table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:24,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/4ef3bb5080254eec8bd6ce2cd5eeb740 is 175, key is test_row_0/A:col10/1733404763599/Put/seqid=0 2024-12-05T13:19:24,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742013_1189 (size=39699) 2024-12-05T13:19:24,317 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/4ef3bb5080254eec8bd6ce2cd5eeb740 2024-12-05T13:19:24,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/4a3eaeda02f641ea8477ec243b89414a is 50, key is test_row_0/B:col10/1733404763599/Put/seqid=0 2024-12-05T13:19:24,333 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-05T13:19:24,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:24,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:24,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:24,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:24,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:24,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404824348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404824348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404824350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404824350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404824350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742014_1190 (size=12101) 2024-12-05T13:19:24,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/4a3eaeda02f641ea8477ec243b89414a 2024-12-05T13:19:24,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/74ab8e76754b4bdf8bfe2fa1bd6c7a98 is 50, key is test_row_0/C:col10/1733404763599/Put/seqid=0 2024-12-05T13:19:24,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742015_1191 (size=12101) 2024-12-05T13:19:24,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/74ab8e76754b4bdf8bfe2fa1bd6c7a98 2024-12-05T13:19:24,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/4ef3bb5080254eec8bd6ce2cd5eeb740 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/4ef3bb5080254eec8bd6ce2cd5eeb740 2024-12-05T13:19:24,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/4ef3bb5080254eec8bd6ce2cd5eeb740, entries=200, sequenceid=134, filesize=38.8 K 2024-12-05T13:19:24,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/4a3eaeda02f641ea8477ec243b89414a as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/4a3eaeda02f641ea8477ec243b89414a 2024-12-05T13:19:24,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/4a3eaeda02f641ea8477ec243b89414a, entries=150, sequenceid=134, filesize=11.8 K 2024-12-05T13:19:24,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/74ab8e76754b4bdf8bfe2fa1bd6c7a98 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/74ab8e76754b4bdf8bfe2fa1bd6c7a98 2024-12-05T13:19:24,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/74ab8e76754b4bdf8bfe2fa1bd6c7a98, entries=150, sequenceid=134, filesize=11.8 K 2024-12-05T13:19:24,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d42cc3d378475e2a59bf99dd232fa0fd in 240ms, sequenceid=134, compaction requested=true 2024-12-05T13:19:24,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:24,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:19:24,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:24,453 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:24,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:19:24,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:24,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:19:24,453 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:24,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:24,455 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:24,456 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/B is initiating minor compaction (all files) 2024-12-05T13:19:24,456 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/B in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:24,456 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/c3fc6cb6124a4130b1f033bbabacb8f2, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/2432ee6f19924807a1d0c0aaa5056a5f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/4a3eaeda02f641ea8477ec243b89414a] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=35.5 K 2024-12-05T13:19:24,456 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:24,456 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/A is initiating minor compaction (all files) 2024-12-05T13:19:24,456 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/A in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:24,456 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/c2d92d903dca4d6a8bbdfa29fe1e2551, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/33acaa704e0e4dcd97d3e1912fb36637, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/4ef3bb5080254eec8bd6ce2cd5eeb740] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=99.4 K 2024-12-05T13:19:24,456 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:24,456 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. files: [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/c2d92d903dca4d6a8bbdfa29fe1e2551, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/33acaa704e0e4dcd97d3e1912fb36637, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/4ef3bb5080254eec8bd6ce2cd5eeb740] 2024-12-05T13:19:24,457 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting c3fc6cb6124a4130b1f033bbabacb8f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733404762117 2024-12-05T13:19:24,457 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2d92d903dca4d6a8bbdfa29fe1e2551, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733404762117 2024-12-05T13:19:24,458 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33acaa704e0e4dcd97d3e1912fb36637, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733404763268 2024-12-05T13:19:24,458 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 2432ee6f19924807a1d0c0aaa5056a5f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733404763268 2024-12-05T13:19:24,458 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a3eaeda02f641ea8477ec243b89414a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733404763596 2024-12-05T13:19:24,458 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ef3bb5080254eec8bd6ce2cd5eeb740, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733404763596 2024-12-05T13:19:24,470 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#B#compaction#165 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:24,471 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/201bdf9bc4e54dbcbf6f156d2a16243f is 50, key is test_row_0/B:col10/1733404763599/Put/seqid=0 2024-12-05T13:19:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-05T13:19:24,481 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:24,488 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-05T13:19:24,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:24,489 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing d42cc3d378475e2a59bf99dd232fa0fd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-05T13:19:24,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=A 2024-12-05T13:19:24,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:24,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=B 2024-12-05T13:19:24,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:24,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=C 2024-12-05T13:19:24,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:24,504 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120530a9a3928a53482c9f4c4204dbdaf9cd_d42cc3d378475e2a59bf99dd232fa0fd store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:24,507 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120530a9a3928a53482c9f4c4204dbdaf9cd_d42cc3d378475e2a59bf99dd232fa0fd, store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:24,507 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120530a9a3928a53482c9f4c4204dbdaf9cd_d42cc3d378475e2a59bf99dd232fa0fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:24,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742016_1192 (size=12409) 2024-12-05T13:19:24,549 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/201bdf9bc4e54dbcbf6f156d2a16243f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/201bdf9bc4e54dbcbf6f156d2a16243f 2024-12-05T13:19:24,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050b17dec77bd54bd2b152a8b3225a63d7_d42cc3d378475e2a59bf99dd232fa0fd is 50, key is test_row_0/A:col10/1733404764241/Put/seqid=0 2024-12-05T13:19:24,556 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/B of d42cc3d378475e2a59bf99dd232fa0fd into 201bdf9bc4e54dbcbf6f156d2a16243f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:24,556 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:24,556 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/B, priority=13, startTime=1733404764453; duration=0sec 2024-12-05T13:19:24,556 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:24,556 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:B 2024-12-05T13:19:24,556 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:24,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:24,561 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:24,561 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/C is initiating minor compaction (all files) 2024-12-05T13:19:24,561 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/C in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:24,561 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/8ac4e1ff497a493eb0e1fc2316b94c72, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/bdbab0f85a8c432d9f3e48d689c1383f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/74ab8e76754b4bdf8bfe2fa1bd6c7a98] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=35.5 K 2024-12-05T13:19:24,562 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ac4e1ff497a493eb0e1fc2316b94c72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733404762117 2024-12-05T13:19:24,562 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting bdbab0f85a8c432d9f3e48d689c1383f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733404763268 2024-12-05T13:19:24,562 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 74ab8e76754b4bdf8bfe2fa1bd6c7a98, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733404763596 2024-12-05T13:19:24,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742017_1193 (size=4469) 2024-12-05T13:19:24,576 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#C#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:24,576 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/0c1a97a779904f03a75df24c26ecca54 is 50, key is test_row_0/C:col10/1733404763599/Put/seqid=0 2024-12-05T13:19:24,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:24,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404824569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404824571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404824572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,579 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#A#compaction#166 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:24,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404824572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,580 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/e53c3799c192415fa3b5448176f2a1ab is 175, key is test_row_0/A:col10/1733404763599/Put/seqid=0 2024-12-05T13:19:24,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404824577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742018_1194 (size=12304) 2024-12-05T13:19:24,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:24,591 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050b17dec77bd54bd2b152a8b3225a63d7_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050b17dec77bd54bd2b152a8b3225a63d7_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:24,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/6525a9bad6d64ba5b05fbeca47af1ad7, store: [table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:24,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/6525a9bad6d64ba5b05fbeca47af1ad7 is 175, key is test_row_0/A:col10/1733404764241/Put/seqid=0 2024-12-05T13:19:24,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742020_1196 (size=31363) 2024-12-05T13:19:24,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742019_1195 (size=12409) 2024-12-05T13:19:24,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742021_1197 (size=31105) 2024-12-05T13:19:24,615 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/6525a9bad6d64ba5b05fbeca47af1ad7 2024-12-05T13:19:24,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/d56c1b0debf14d62b8d1233328a76257 is 50, key is test_row_0/B:col10/1733404764241/Put/seqid=0 2024-12-05T13:19:24,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742022_1198 (size=12151) 2024-12-05T13:19:24,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404824678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404824679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404824680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404824680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404824684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404824884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404824884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404824884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:24,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404824886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404824886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-05T13:19:25,015 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/e53c3799c192415fa3b5448176f2a1ab as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/e53c3799c192415fa3b5448176f2a1ab 2024-12-05T13:19:25,023 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/0c1a97a779904f03a75df24c26ecca54 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/0c1a97a779904f03a75df24c26ecca54 2024-12-05T13:19:25,025 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/A of d42cc3d378475e2a59bf99dd232fa0fd into e53c3799c192415fa3b5448176f2a1ab(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:25,025 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:25,025 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/A, priority=13, startTime=1733404764453; duration=0sec 2024-12-05T13:19:25,025 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:25,025 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:A 2024-12-05T13:19:25,029 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/C of d42cc3d378475e2a59bf99dd232fa0fd into 0c1a97a779904f03a75df24c26ecca54(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:25,029 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:25,029 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/C, priority=13, startTime=1733404764453; duration=0sec 2024-12-05T13:19:25,029 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:25,029 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:C 2024-12-05T13:19:25,039 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/d56c1b0debf14d62b8d1233328a76257 2024-12-05T13:19:25,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/01ec26e19ec9474d95c125968ab3cc48 is 50, key is test_row_0/C:col10/1733404764241/Put/seqid=0 2024-12-05T13:19:25,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742023_1199 (size=12151) 2024-12-05T13:19:25,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404825187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:25,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404825188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:25,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404825189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:25,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404825190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:25,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404825191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:25,459 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/01ec26e19ec9474d95c125968ab3cc48 2024-12-05T13:19:25,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/6525a9bad6d64ba5b05fbeca47af1ad7 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/6525a9bad6d64ba5b05fbeca47af1ad7 2024-12-05T13:19:25,471 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/6525a9bad6d64ba5b05fbeca47af1ad7, entries=150, sequenceid=156, filesize=30.4 K 2024-12-05T13:19:25,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/d56c1b0debf14d62b8d1233328a76257 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/d56c1b0debf14d62b8d1233328a76257 2024-12-05T13:19:25,477 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/d56c1b0debf14d62b8d1233328a76257, entries=150, sequenceid=156, filesize=11.9 K 2024-12-05T13:19:25,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/01ec26e19ec9474d95c125968ab3cc48 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/01ec26e19ec9474d95c125968ab3cc48 2024-12-05T13:19:25,485 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/01ec26e19ec9474d95c125968ab3cc48, entries=150, sequenceid=156, filesize=11.9 K 2024-12-05T13:19:25,486 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d42cc3d378475e2a59bf99dd232fa0fd in 996ms, sequenceid=156, compaction requested=false 2024-12-05T13:19:25,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:25,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:25,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-05T13:19:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-05T13:19:25,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-05T13:19:25,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6130 sec 2024-12-05T13:19:25,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.6200 sec 2024-12-05T13:19:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:25,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d42cc3d378475e2a59bf99dd232fa0fd 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-05T13:19:25,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=A 2024-12-05T13:19:25,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:25,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=B 2024-12-05T13:19:25,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:25,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=C 2024-12-05T13:19:25,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:25,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205795507180fbf46749271dd98546d760a_d42cc3d378475e2a59bf99dd232fa0fd is 50, key is test_row_0/A:col10/1733404765691/Put/seqid=0 2024-12-05T13:19:25,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742024_1200 (size=14794) 2024-12-05T13:19:25,717 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:25,722 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205795507180fbf46749271dd98546d760a_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205795507180fbf46749271dd98546d760a_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:25,723 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/98dfb78c827943059eb325ef267286f9, store: [table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:25,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404825717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:25,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/98dfb78c827943059eb325ef267286f9 is 175, key is test_row_0/A:col10/1733404765691/Put/seqid=0 2024-12-05T13:19:25,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404825717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:25,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404825718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:25,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404825719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:25,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404825719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:25,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742025_1201 (size=39749) 2024-12-05T13:19:25,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404825824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:25,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404825824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:25,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:25,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404825825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404825825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:25,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404825826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-05T13:19:25,978 INFO [Thread-754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-05T13:19:25,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:19:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-05T13:19:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-05T13:19:25,981 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:19:25,982 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:19:25,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:19:26,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:26,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404826028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:26,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:26,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404826028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404826028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:26,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404826028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:26,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404826029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-05T13:19:26,133 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:26,133 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/98dfb78c827943059eb325ef267286f9 2024-12-05T13:19:26,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-05T13:19:26,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:26,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:26,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:26,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:26,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:26,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/39e3933179cb4c0a835c2d65b93c9428 is 50, key is test_row_0/B:col10/1733404765691/Put/seqid=0 2024-12-05T13:19:26,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742026_1202 (size=12151) 2024-12-05T13:19:26,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/39e3933179cb4c0a835c2d65b93c9428 2024-12-05T13:19:26,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/f9bc0d0f21774b5a8305be339d9dd858 is 50, key is test_row_0/C:col10/1733404765691/Put/seqid=0 2024-12-05T13:19:26,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742027_1203 (size=12151) 2024-12-05T13:19:26,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/f9bc0d0f21774b5a8305be339d9dd858 2024-12-05T13:19:26,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/98dfb78c827943059eb325ef267286f9 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/98dfb78c827943059eb325ef267286f9 2024-12-05T13:19:26,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/98dfb78c827943059eb325ef267286f9, entries=200, sequenceid=174, filesize=38.8 K 2024-12-05T13:19:26,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/39e3933179cb4c0a835c2d65b93c9428 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/39e3933179cb4c0a835c2d65b93c9428 2024-12-05T13:19:26,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/39e3933179cb4c0a835c2d65b93c9428, entries=150, sequenceid=174, filesize=11.9 K 2024-12-05T13:19:26,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/f9bc0d0f21774b5a8305be339d9dd858 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/f9bc0d0f21774b5a8305be339d9dd858 2024-12-05T13:19:26,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/f9bc0d0f21774b5a8305be339d9dd858, entries=150, sequenceid=174, filesize=11.9 K 2024-12-05T13:19:26,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for d42cc3d378475e2a59bf99dd232fa0fd in 532ms, sequenceid=174, compaction requested=true 2024-12-05T13:19:26,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:26,225 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:26,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:19:26,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:26,225 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:26,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:19:26,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:26,227 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:26,227 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/A is initiating minor compaction (all files) 2024-12-05T13:19:26,227 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/A in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:26,228 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/e53c3799c192415fa3b5448176f2a1ab, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/6525a9bad6d64ba5b05fbeca47af1ad7, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/98dfb78c827943059eb325ef267286f9] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=99.8 K 2024-12-05T13:19:26,228 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:26,228 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. files: [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/e53c3799c192415fa3b5448176f2a1ab, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/6525a9bad6d64ba5b05fbeca47af1ad7, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/98dfb78c827943059eb325ef267286f9] 2024-12-05T13:19:26,228 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:26,228 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/B is initiating minor compaction (all files) 2024-12-05T13:19:26,228 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting e53c3799c192415fa3b5448176f2a1ab, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733404763596 2024-12-05T13:19:26,228 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/B in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:26,228 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/201bdf9bc4e54dbcbf6f156d2a16243f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/d56c1b0debf14d62b8d1233328a76257, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/39e3933179cb4c0a835c2d65b93c9428] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=35.9 K 2024-12-05T13:19:26,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:19:26,229 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6525a9bad6d64ba5b05fbeca47af1ad7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733404764238 2024-12-05T13:19:26,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:26,229 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 201bdf9bc4e54dbcbf6f156d2a16243f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733404763596 2024-12-05T13:19:26,229 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98dfb78c827943059eb325ef267286f9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733404764569 2024-12-05T13:19:26,229 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting d56c1b0debf14d62b8d1233328a76257, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733404764238 2024-12-05T13:19:26,230 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 39e3933179cb4c0a835c2d65b93c9428, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733404764570 2024-12-05T13:19:26,239 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:26,246 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#B#compaction#175 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:26,247 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412051c1caa1c36cc4813961a7923ae42c7a0_d42cc3d378475e2a59bf99dd232fa0fd store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:26,247 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/e4cd86d435aa472f9fe73b666240430c is 50, key is test_row_0/B:col10/1733404765691/Put/seqid=0 2024-12-05T13:19:26,249 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412051c1caa1c36cc4813961a7923ae42c7a0_d42cc3d378475e2a59bf99dd232fa0fd, store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:26,250 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412051c1caa1c36cc4813961a7923ae42c7a0_d42cc3d378475e2a59bf99dd232fa0fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:26,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742029_1205 (size=12561) 2024-12-05T13:19:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-05T13:19:26,286 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/e4cd86d435aa472f9fe73b666240430c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/e4cd86d435aa472f9fe73b666240430c 2024-12-05T13:19:26,287 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:26,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-05T13:19:26,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:26,290 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing d42cc3d378475e2a59bf99dd232fa0fd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-05T13:19:26,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=A 2024-12-05T13:19:26,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:26,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=B 2024-12-05T13:19:26,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:26,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=C 2024-12-05T13:19:26,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:26,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742028_1204 (size=4469) 2024-12-05T13:19:26,296 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/B of d42cc3d378475e2a59bf99dd232fa0fd into e4cd86d435aa472f9fe73b666240430c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:26,296 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:26,296 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/B, priority=13, startTime=1733404766225; duration=0sec 2024-12-05T13:19:26,297 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:26,297 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:B 2024-12-05T13:19:26,297 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:26,298 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:26,298 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/C is initiating minor compaction (all files) 2024-12-05T13:19:26,298 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/C in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:26,298 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/0c1a97a779904f03a75df24c26ecca54, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/01ec26e19ec9474d95c125968ab3cc48, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/f9bc0d0f21774b5a8305be339d9dd858] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=35.9 K 2024-12-05T13:19:26,299 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c1a97a779904f03a75df24c26ecca54, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733404763596 2024-12-05T13:19:26,299 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 01ec26e19ec9474d95c125968ab3cc48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733404764238 2024-12-05T13:19:26,300 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting f9bc0d0f21774b5a8305be339d9dd858, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733404764570 2024-12-05T13:19:26,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057b736f0d5e124d459ed66f0aa8d2911f_d42cc3d378475e2a59bf99dd232fa0fd is 50, key is test_row_0/A:col10/1733404765716/Put/seqid=0 2024-12-05T13:19:26,313 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#C#compaction#177 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:26,313 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/3bad329e372949389d1dde76d6e029ea is 50, key is test_row_0/C:col10/1733404765691/Put/seqid=0 2024-12-05T13:19:26,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742030_1206 (size=12304) 2024-12-05T13:19:26,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:26,326 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057b736f0d5e124d459ed66f0aa8d2911f_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057b736f0d5e124d459ed66f0aa8d2911f_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:26,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/352ae8c752034c378cdcc49e01375511, store: [table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:26,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/352ae8c752034c378cdcc49e01375511 is 175, key is test_row_0/A:col10/1733404765716/Put/seqid=0 2024-12-05T13:19:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:26,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:26,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742031_1207 (size=12561) 2024-12-05T13:19:26,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404826339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:26,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404826341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:26,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404826343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:26,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404826345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:26,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404826345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:26,352 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/3bad329e372949389d1dde76d6e029ea as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/3bad329e372949389d1dde76d6e029ea 2024-12-05T13:19:26,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742032_1208 (size=31105) 2024-12-05T13:19:26,359 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/352ae8c752034c378cdcc49e01375511 2024-12-05T13:19:26,360 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/C of d42cc3d378475e2a59bf99dd232fa0fd into 3bad329e372949389d1dde76d6e029ea(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:26,360 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:26,360 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/C, priority=13, startTime=1733404766227; duration=0sec 2024-12-05T13:19:26,360 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:26,360 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:C 2024-12-05T13:19:26,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/3575f1adb6f84f4484900c88b44fde68 is 50, key is test_row_0/B:col10/1733404765716/Put/seqid=0 2024-12-05T13:19:26,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742033_1209 (size=12151) 2024-12-05T13:19:26,390 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/3575f1adb6f84f4484900c88b44fde68 2024-12-05T13:19:26,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/c1e14eec3b85404c8ece4f7ad0d33c1a is 50, key is test_row_0/C:col10/1733404765716/Put/seqid=0 2024-12-05T13:19:26,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742034_1210 (size=12151) 2024-12-05T13:19:26,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404826447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:26,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404826447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:26,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404826448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:26,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404826449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:26,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404826449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-05T13:19:26,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404826650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:26,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404826651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:26,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404826651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:26,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404826651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:26,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404826675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:26,694 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#A#compaction#174 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:26,695 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/21701a5e7eeb4273af3c39ee98fdaa22 is 175, key is test_row_0/A:col10/1733404765691/Put/seqid=0 2024-12-05T13:19:26,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742035_1211 (size=31515) 2024-12-05T13:19:26,736 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/21701a5e7eeb4273af3c39ee98fdaa22 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/21701a5e7eeb4273af3c39ee98fdaa22 2024-12-05T13:19:26,745 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/A of d42cc3d378475e2a59bf99dd232fa0fd into 21701a5e7eeb4273af3c39ee98fdaa22(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:26,745 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:26,746 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/A, priority=13, startTime=1733404766225; duration=0sec 2024-12-05T13:19:26,747 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:26,747 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:A 2024-12-05T13:19:26,818 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/c1e14eec3b85404c8ece4f7ad0d33c1a 2024-12-05T13:19:26,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/352ae8c752034c378cdcc49e01375511 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/352ae8c752034c378cdcc49e01375511 2024-12-05T13:19:26,832 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/352ae8c752034c378cdcc49e01375511, entries=150, sequenceid=196, filesize=30.4 K 2024-12-05T13:19:26,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/3575f1adb6f84f4484900c88b44fde68 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/3575f1adb6f84f4484900c88b44fde68 2024-12-05T13:19:26,843 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/3575f1adb6f84f4484900c88b44fde68, entries=150, sequenceid=196, filesize=11.9 K 2024-12-05T13:19:26,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/c1e14eec3b85404c8ece4f7ad0d33c1a as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/c1e14eec3b85404c8ece4f7ad0d33c1a 2024-12-05T13:19:26,851 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/c1e14eec3b85404c8ece4f7ad0d33c1a, entries=150, sequenceid=196, filesize=11.9 K 2024-12-05T13:19:26,853 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d42cc3d378475e2a59bf99dd232fa0fd in 563ms, sequenceid=196, compaction requested=false 2024-12-05T13:19:26,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:26,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:26,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-05T13:19:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-05T13:19:26,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-05T13:19:26,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 873 msec 2024-12-05T13:19:26,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 878 msec 2024-12-05T13:19:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:26,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d42cc3d378475e2a59bf99dd232fa0fd 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-05T13:19:26,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=A 2024-12-05T13:19:26,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:26,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=B 2024-12-05T13:19:26,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:26,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=C 2024-12-05T13:19:26,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:26,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120575a8c07378314412a68aea947136a88e_d42cc3d378475e2a59bf99dd232fa0fd is 50, key is test_row_0/A:col10/1733404766342/Put/seqid=0 2024-12-05T13:19:27,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742036_1212 (size=14794) 2024-12-05T13:19:27,003 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:27,009 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120575a8c07378314412a68aea947136a88e_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120575a8c07378314412a68aea947136a88e_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:27,011 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/f0a48ac6e77b478eb3033630fcfd111f, store: [table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:27,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404827005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/f0a48ac6e77b478eb3033630fcfd111f is 175, key is test_row_0/A:col10/1733404766342/Put/seqid=0 2024-12-05T13:19:27,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404827006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404827007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404827011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404827012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742037_1213 (size=39749) 2024-12-05T13:19:27,033 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/f0a48ac6e77b478eb3033630fcfd111f 2024-12-05T13:19:27,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/42fc09c73a5b4a1c8aad47b0339cdd16 is 50, key is test_row_0/B:col10/1733404766342/Put/seqid=0 2024-12-05T13:19:27,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742038_1214 (size=12151) 2024-12-05T13:19:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-05T13:19:27,084 INFO [Thread-754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-05T13:19:27,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:19:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-05T13:19:27,088 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:19:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-05T13:19:27,088 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:19:27,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:19:27,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404827112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404827113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404827113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404827117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404827118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-05T13:19:27,240 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-05T13:19:27,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:27,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:27,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:27,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:27,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:27,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404827314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404827315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404827316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404827320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404827323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-05T13:19:27,393 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-05T13:19:27,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:27,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:27,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:27,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:27,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:27,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:27,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/42fc09c73a5b4a1c8aad47b0339cdd16 2024-12-05T13:19:27,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/454381eea64944ccab9f65ac06d3cfc6 is 50, key is test_row_0/C:col10/1733404766342/Put/seqid=0 2024-12-05T13:19:27,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742039_1215 (size=12151) 2024-12-05T13:19:27,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/454381eea64944ccab9f65ac06d3cfc6 2024-12-05T13:19:27,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/f0a48ac6e77b478eb3033630fcfd111f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/f0a48ac6e77b478eb3033630fcfd111f 2024-12-05T13:19:27,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/f0a48ac6e77b478eb3033630fcfd111f, entries=200, sequenceid=214, filesize=38.8 K 2024-12-05T13:19:27,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/42fc09c73a5b4a1c8aad47b0339cdd16 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/42fc09c73a5b4a1c8aad47b0339cdd16 2024-12-05T13:19:27,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/42fc09c73a5b4a1c8aad47b0339cdd16, entries=150, sequenceid=214, filesize=11.9 K 2024-12-05T13:19:27,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/454381eea64944ccab9f65ac06d3cfc6 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/454381eea64944ccab9f65ac06d3cfc6 2024-12-05T13:19:27,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/454381eea64944ccab9f65ac06d3cfc6, entries=150, sequenceid=214, filesize=11.9 K 2024-12-05T13:19:27,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d42cc3d378475e2a59bf99dd232fa0fd in 524ms, sequenceid=214, compaction requested=true 2024-12-05T13:19:27,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:27,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:19:27,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:27,505 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:27,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:19:27,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:27,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:19:27,505 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:27,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:27,507 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:27,507 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:27,507 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/A is initiating minor compaction (all files) 2024-12-05T13:19:27,507 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/B is initiating minor compaction (all files) 2024-12-05T13:19:27,507 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/A in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:27,507 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/B in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:27,507 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/21701a5e7eeb4273af3c39ee98fdaa22, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/352ae8c752034c378cdcc49e01375511, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/f0a48ac6e77b478eb3033630fcfd111f] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=100.0 K 2024-12-05T13:19:27,507 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/e4cd86d435aa472f9fe73b666240430c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/3575f1adb6f84f4484900c88b44fde68, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/42fc09c73a5b4a1c8aad47b0339cdd16] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=36.0 K 2024-12-05T13:19:27,507 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:27,507 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. files: [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/21701a5e7eeb4273af3c39ee98fdaa22, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/352ae8c752034c378cdcc49e01375511, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/f0a48ac6e77b478eb3033630fcfd111f] 2024-12-05T13:19:27,507 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting e4cd86d435aa472f9fe73b666240430c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733404764570 2024-12-05T13:19:27,508 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21701a5e7eeb4273af3c39ee98fdaa22, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733404764570 2024-12-05T13:19:27,508 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 3575f1adb6f84f4484900c88b44fde68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733404765712 2024-12-05T13:19:27,508 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 352ae8c752034c378cdcc49e01375511, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733404765712 2024-12-05T13:19:27,508 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 42fc09c73a5b4a1c8aad47b0339cdd16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733404766342 2024-12-05T13:19:27,508 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0a48ac6e77b478eb3033630fcfd111f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733404766339 2024-12-05T13:19:27,519 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:27,528 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412056aa5deea83da4508b89cc4830dae7c39_d42cc3d378475e2a59bf99dd232fa0fd store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:27,531 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412056aa5deea83da4508b89cc4830dae7c39_d42cc3d378475e2a59bf99dd232fa0fd, store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:27,531 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412056aa5deea83da4508b89cc4830dae7c39_d42cc3d378475e2a59bf99dd232fa0fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:27,532 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#B#compaction#184 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:27,533 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/7f957bd7e406499ebf51610741b2f794 is 50, key is test_row_0/B:col10/1733404766342/Put/seqid=0 2024-12-05T13:19:27,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742041_1217 (size=12663) 2024-12-05T13:19:27,546 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-05T13:19:27,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:27,547 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing d42cc3d378475e2a59bf99dd232fa0fd 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-05T13:19:27,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=A 2024-12-05T13:19:27,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:27,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=B 2024-12-05T13:19:27,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:27,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=C 2024-12-05T13:19:27,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:27,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742040_1216 (size=4469) 2024-12-05T13:19:27,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120557ad5144e41a428c9583a30848e2d58d_d42cc3d378475e2a59bf99dd232fa0fd is 50, key is test_row_0/A:col10/1733404767010/Put/seqid=0 2024-12-05T13:19:27,567 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#A#compaction#183 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:27,568 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/50b338b02ea24c999e03c49223e092f8 is 175, key is test_row_0/A:col10/1733404766342/Put/seqid=0 2024-12-05T13:19:27,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742042_1218 (size=12304) 2024-12-05T13:19:27,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742043_1219 (size=31617) 2024-12-05T13:19:27,593 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/50b338b02ea24c999e03c49223e092f8 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/50b338b02ea24c999e03c49223e092f8 2024-12-05T13:19:27,599 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/A of d42cc3d378475e2a59bf99dd232fa0fd into 50b338b02ea24c999e03c49223e092f8(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:27,599 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:27,599 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/A, priority=13, startTime=1733404767505; duration=0sec 2024-12-05T13:19:27,599 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:27,599 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:A 2024-12-05T13:19:27,599 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:27,600 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:27,600 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/C is initiating minor compaction (all files) 2024-12-05T13:19:27,600 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/C in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:27,600 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/3bad329e372949389d1dde76d6e029ea, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/c1e14eec3b85404c8ece4f7ad0d33c1a, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/454381eea64944ccab9f65ac06d3cfc6] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=36.0 K 2024-12-05T13:19:27,601 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bad329e372949389d1dde76d6e029ea, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733404764570 2024-12-05T13:19:27,601 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1e14eec3b85404c8ece4f7ad0d33c1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733404765712 2024-12-05T13:19:27,602 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 454381eea64944ccab9f65ac06d3cfc6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733404766342 2024-12-05T13:19:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:27,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:27,633 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#C#compaction#186 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:27,634 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/453393084d7440e6aa9332ba0a38c26d is 50, key is test_row_0/C:col10/1733404766342/Put/seqid=0 2024-12-05T13:19:27,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404827632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404827636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404827636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404827638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404827638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742044_1220 (size=12663) 2024-12-05T13:19:27,683 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/453393084d7440e6aa9332ba0a38c26d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/453393084d7440e6aa9332ba0a38c26d 2024-12-05T13:19:27,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-05T13:19:27,692 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/C of d42cc3d378475e2a59bf99dd232fa0fd into 453393084d7440e6aa9332ba0a38c26d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:27,692 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:27,692 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/C, priority=13, startTime=1733404767505; duration=0sec 2024-12-05T13:19:27,692 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:27,692 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:C 2024-12-05T13:19:27,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404827739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404827743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404827743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404827743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404827744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404827944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404827947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404827948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404827947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404827948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:27,954 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/7f957bd7e406499ebf51610741b2f794 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/7f957bd7e406499ebf51610741b2f794 2024-12-05T13:19:27,960 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/B of d42cc3d378475e2a59bf99dd232fa0fd into 7f957bd7e406499ebf51610741b2f794(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:27,960 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:27,960 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/B, priority=13, startTime=1733404767505; duration=0sec 2024-12-05T13:19:27,960 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:27,960 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:B 2024-12-05T13:19:27,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:27,979 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120557ad5144e41a428c9583a30848e2d58d_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120557ad5144e41a428c9583a30848e2d58d_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:27,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/da0c4b0926d64c2883f6304a8d089b6d, store: [table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:27,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/da0c4b0926d64c2883f6304a8d089b6d is 175, key is test_row_0/A:col10/1733404767010/Put/seqid=0 2024-12-05T13:19:27,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742045_1221 (size=31105) 2024-12-05T13:19:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-05T13:19:28,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404828247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:28,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404828253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:28,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404828254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:28,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404828255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:28,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404828256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:28,284 INFO [master/6fe4fa47a8fb:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T13:19:28,284 INFO [master/6fe4fa47a8fb:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T13:19:28,388 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/da0c4b0926d64c2883f6304a8d089b6d 2024-12-05T13:19:28,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/33859054fe8644eb9c8151a5b154fa8c is 50, key is test_row_0/B:col10/1733404767010/Put/seqid=0 2024-12-05T13:19:28,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742046_1222 (size=12151) 2024-12-05T13:19:28,405 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/33859054fe8644eb9c8151a5b154fa8c 2024-12-05T13:19:28,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/d87afaa20ba742d1aacfb575fd9fd2eb is 50, key is test_row_0/C:col10/1733404767010/Put/seqid=0 2024-12-05T13:19:28,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742047_1223 (size=12151) 2024-12-05T13:19:28,429 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/d87afaa20ba742d1aacfb575fd9fd2eb 2024-12-05T13:19:28,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/da0c4b0926d64c2883f6304a8d089b6d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/da0c4b0926d64c2883f6304a8d089b6d 2024-12-05T13:19:28,440 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/da0c4b0926d64c2883f6304a8d089b6d, entries=150, sequenceid=235, filesize=30.4 K 2024-12-05T13:19:28,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-05T13:19:28,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/33859054fe8644eb9c8151a5b154fa8c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/33859054fe8644eb9c8151a5b154fa8c 2024-12-05T13:19:28,447 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/33859054fe8644eb9c8151a5b154fa8c, entries=150, sequenceid=235, filesize=11.9 K 2024-12-05T13:19:28,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/d87afaa20ba742d1aacfb575fd9fd2eb as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/d87afaa20ba742d1aacfb575fd9fd2eb 2024-12-05T13:19:28,456 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/d87afaa20ba742d1aacfb575fd9fd2eb, entries=150, sequenceid=235, filesize=11.9 K 2024-12-05T13:19:28,457 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for d42cc3d378475e2a59bf99dd232fa0fd in 909ms, sequenceid=235, compaction requested=false 2024-12-05T13:19:28,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:28,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:28,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-05T13:19:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-05T13:19:28,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-05T13:19:28,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3710 sec 2024-12-05T13:19:28,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.3750 sec 2024-12-05T13:19:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:28,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d42cc3d378475e2a59bf99dd232fa0fd 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-05T13:19:28,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=A 2024-12-05T13:19:28,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:28,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=B 2024-12-05T13:19:28,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:28,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=C 2024-12-05T13:19:28,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:28,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120562a9083f20ed45bb9152f0b55ca00c87_d42cc3d378475e2a59bf99dd232fa0fd is 50, key is test_row_0/A:col10/1733404768753/Put/seqid=0 2024-12-05T13:19:28,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742048_1224 (size=12304) 2024-12-05T13:19:28,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:28,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404828768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404828768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:28,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404828769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:28,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404828771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:28,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404828772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:28,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404828873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:28,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404828874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:28,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404828874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:28,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:28,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404828875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404828874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:29,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404829076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:29,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404829077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:29,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:29,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404829077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404829078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:29,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404829078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:29,171 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:29,175 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120562a9083f20ed45bb9152f0b55ca00c87_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120562a9083f20ed45bb9152f0b55ca00c87_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:29,176 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/fa55b4f0b8174c579d55bf7a23ac9189, store: [table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:29,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/fa55b4f0b8174c579d55bf7a23ac9189 is 175, key is test_row_0/A:col10/1733404768753/Put/seqid=0 2024-12-05T13:19:29,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742049_1225 (size=31105) 2024-12-05T13:19:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-05T13:19:29,192 INFO [Thread-754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-05T13:19:29,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:19:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-12-05T13:19:29,195 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:19:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-05T13:19:29,195 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:19:29,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:19:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-05T13:19:29,347 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:29,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-05T13:19:29,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:29,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:29,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:29,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:29,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:29,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:29,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404829380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404829380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:29,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404829381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:29,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404829381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:29,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404829381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-05T13:19:29,500 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:29,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-05T13:19:29,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:29,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:29,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:29,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:29,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:29,590 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/fa55b4f0b8174c579d55bf7a23ac9189 2024-12-05T13:19:29,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/642d2a21d46b4c4f99539fa14c0d3879 is 50, key is test_row_0/B:col10/1733404768753/Put/seqid=0 2024-12-05T13:19:29,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742050_1226 (size=12151) 2024-12-05T13:19:29,654 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:29,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-05T13:19:29,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:29,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:29,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:29,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:29,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-05T13:19:29,806 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:29,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-05T13:19:29,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:29,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:29,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:29,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:29,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:29,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404829884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:29,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404829888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:29,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404829888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:29,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404829888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:29,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404829889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:29,958 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:29,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-05T13:19:29,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:29,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:29,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:29,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:29,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:30,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/642d2a21d46b4c4f99539fa14c0d3879 2024-12-05T13:19:30,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/3806f4d18e244eb09a16a5a54f8e9dea is 50, key is test_row_0/C:col10/1733404768753/Put/seqid=0 2024-12-05T13:19:30,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742051_1227 (size=12151) 2024-12-05T13:19:30,111 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:30,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-05T13:19:30,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:30,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:30,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:30,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:30,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:30,264 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:30,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-05T13:19:30,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:30,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:30,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:30,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:30,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-05T13:19:30,417 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:30,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-05T13:19:30,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:30,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:30,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:30,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:30,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:30,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/3806f4d18e244eb09a16a5a54f8e9dea 2024-12-05T13:19:30,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/fa55b4f0b8174c579d55bf7a23ac9189 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/fa55b4f0b8174c579d55bf7a23ac9189 2024-12-05T13:19:30,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/fa55b4f0b8174c579d55bf7a23ac9189, entries=150, sequenceid=255, filesize=30.4 K 2024-12-05T13:19:30,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/642d2a21d46b4c4f99539fa14c0d3879 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/642d2a21d46b4c4f99539fa14c0d3879 2024-12-05T13:19:30,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/642d2a21d46b4c4f99539fa14c0d3879, entries=150, sequenceid=255, filesize=11.9 K 2024-12-05T13:19:30,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/3806f4d18e244eb09a16a5a54f8e9dea as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/3806f4d18e244eb09a16a5a54f8e9dea 2024-12-05T13:19:30,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/3806f4d18e244eb09a16a5a54f8e9dea, entries=150, sequenceid=255, filesize=11.9 K 2024-12-05T13:19:30,443 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-05T13:19:30,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for d42cc3d378475e2a59bf99dd232fa0fd in 1689ms, sequenceid=255, compaction requested=true 2024-12-05T13:19:30,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:30,444 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:30,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:19:30,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:30,445 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:30,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:19:30,446 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93827 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:30,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:30,446 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/A is initiating minor compaction (all files) 2024-12-05T13:19:30,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:19:30,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:30,446 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/A in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:30,446 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/50b338b02ea24c999e03c49223e092f8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/da0c4b0926d64c2883f6304a8d089b6d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/fa55b4f0b8174c579d55bf7a23ac9189] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=91.6 K 2024-12-05T13:19:30,446 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:30,446 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. files: [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/50b338b02ea24c999e03c49223e092f8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/da0c4b0926d64c2883f6304a8d089b6d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/fa55b4f0b8174c579d55bf7a23ac9189] 2024-12-05T13:19:30,447 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50b338b02ea24c999e03c49223e092f8, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733404766342 2024-12-05T13:19:30,447 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:30,447 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/B is initiating minor compaction (all files) 2024-12-05T13:19:30,447 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting da0c4b0926d64c2883f6304a8d089b6d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733404767004 2024-12-05T13:19:30,447 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/B in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:30,447 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/7f957bd7e406499ebf51610741b2f794, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/33859054fe8644eb9c8151a5b154fa8c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/642d2a21d46b4c4f99539fa14c0d3879] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=36.1 K 2024-12-05T13:19:30,448 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa55b4f0b8174c579d55bf7a23ac9189, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733404767629 2024-12-05T13:19:30,448 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f957bd7e406499ebf51610741b2f794, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733404766342 2024-12-05T13:19:30,448 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 33859054fe8644eb9c8151a5b154fa8c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733404767004 2024-12-05T13:19:30,449 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 642d2a21d46b4c4f99539fa14c0d3879, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733404767629 2024-12-05T13:19:30,468 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:30,471 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412057fae0df8f6a9407bafba654023ee7e60_d42cc3d378475e2a59bf99dd232fa0fd store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:30,472 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#B#compaction#193 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:30,472 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/4426aeaa25be4c61891da39db87e4e6d is 50, key is test_row_0/B:col10/1733404768753/Put/seqid=0 2024-12-05T13:19:30,474 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412057fae0df8f6a9407bafba654023ee7e60_d42cc3d378475e2a59bf99dd232fa0fd, store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:30,474 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057fae0df8f6a9407bafba654023ee7e60_d42cc3d378475e2a59bf99dd232fa0fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:30,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742052_1228 (size=12765) 2024-12-05T13:19:30,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742053_1229 (size=4469) 2024-12-05T13:19:30,515 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#A#compaction#192 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:30,516 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/b2439520ced44a30ba4eccec026e9f99 is 175, key is test_row_0/A:col10/1733404768753/Put/seqid=0 2024-12-05T13:19:30,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742054_1230 (size=31719) 2024-12-05T13:19:30,537 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/b2439520ced44a30ba4eccec026e9f99 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/b2439520ced44a30ba4eccec026e9f99 2024-12-05T13:19:30,544 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/A of d42cc3d378475e2a59bf99dd232fa0fd into b2439520ced44a30ba4eccec026e9f99(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:30,544 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:30,544 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/A, priority=13, startTime=1733404770444; duration=0sec 2024-12-05T13:19:30,545 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:30,545 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:A 2024-12-05T13:19:30,545 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:30,546 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:30,546 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/C is initiating minor compaction (all files) 2024-12-05T13:19:30,546 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/C in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:30,547 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/453393084d7440e6aa9332ba0a38c26d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/d87afaa20ba742d1aacfb575fd9fd2eb, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/3806f4d18e244eb09a16a5a54f8e9dea] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=36.1 K 2024-12-05T13:19:30,549 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 453393084d7440e6aa9332ba0a38c26d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733404766342 2024-12-05T13:19:30,550 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting d87afaa20ba742d1aacfb575fd9fd2eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733404767004 2024-12-05T13:19:30,551 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3806f4d18e244eb09a16a5a54f8e9dea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733404767629 2024-12-05T13:19:30,560 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#C#compaction#194 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:30,560 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/417983b320e84ae8a579de0514e4f3c0 is 50, key is test_row_0/C:col10/1733404768753/Put/seqid=0 2024-12-05T13:19:30,571 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:30,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-05T13:19:30,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:30,572 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing d42cc3d378475e2a59bf99dd232fa0fd 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-05T13:19:30,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=A 2024-12-05T13:19:30,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:30,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=B 2024-12-05T13:19:30,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:30,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=C 2024-12-05T13:19:30,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:30,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742055_1231 (size=12765) 2024-12-05T13:19:30,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058d0b1feecb6e4d8b8230d07d2c0ccc1e_d42cc3d378475e2a59bf99dd232fa0fd is 50, key is test_row_0/A:col10/1733404768763/Put/seqid=0 2024-12-05T13:19:30,589 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/417983b320e84ae8a579de0514e4f3c0 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/417983b320e84ae8a579de0514e4f3c0 2024-12-05T13:19:30,596 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/C of d42cc3d378475e2a59bf99dd232fa0fd into 417983b320e84ae8a579de0514e4f3c0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:30,597 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:30,597 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/C, priority=13, startTime=1733404770446; duration=0sec 2024-12-05T13:19:30,597 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:30,597 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:C 2024-12-05T13:19:30,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742056_1232 (size=12454) 2024-12-05T13:19:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:30,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:30,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404830901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:30,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:30,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404830902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404830901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:30,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404830903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:30,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404830902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:30,909 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/4426aeaa25be4c61891da39db87e4e6d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/4426aeaa25be4c61891da39db87e4e6d 2024-12-05T13:19:30,918 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/B of d42cc3d378475e2a59bf99dd232fa0fd into 4426aeaa25be4c61891da39db87e4e6d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:30,918 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:30,918 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/B, priority=13, startTime=1733404770445; duration=0sec 2024-12-05T13:19:30,918 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:30,918 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:B 2024-12-05T13:19:31,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:31,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404831005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:31,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404831005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:31,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404831005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:31,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404831005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:31,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404831005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:31,021 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058d0b1feecb6e4d8b8230d07d2c0ccc1e_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058d0b1feecb6e4d8b8230d07d2c0ccc1e_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:31,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/b16f6cd198754dcd9a61f6d53acf64b6, store: [table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:31,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/b16f6cd198754dcd9a61f6d53acf64b6 is 175, key is test_row_0/A:col10/1733404768763/Put/seqid=0 2024-12-05T13:19:31,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742057_1233 (size=31255) 2024-12-05T13:19:31,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404831207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:31,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404831208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:31,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404831208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:31,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404831208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:31,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404831209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-05T13:19:31,431 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/b16f6cd198754dcd9a61f6d53acf64b6 2024-12-05T13:19:31,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/1860c05f65d74b3d95e41d3852a663f2 is 50, key is test_row_0/B:col10/1733404768763/Put/seqid=0 2024-12-05T13:19:31,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742058_1234 (size=12301) 2024-12-05T13:19:31,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404831509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:31,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404831511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:31,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404831511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:31,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404831512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:31,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404831512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:31,846 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/1860c05f65d74b3d95e41d3852a663f2 2024-12-05T13:19:31,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/e3fa908654894036a52aecee028f5871 is 50, key is test_row_0/C:col10/1733404768763/Put/seqid=0 2024-12-05T13:19:31,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742059_1235 (size=12301) 2024-12-05T13:19:32,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404832015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:32,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404832016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:32,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404832017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:32,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404832018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:32,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404832024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:32,261 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/e3fa908654894036a52aecee028f5871 2024-12-05T13:19:32,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/b16f6cd198754dcd9a61f6d53acf64b6 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/b16f6cd198754dcd9a61f6d53acf64b6 2024-12-05T13:19:32,270 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/b16f6cd198754dcd9a61f6d53acf64b6, entries=150, sequenceid=275, filesize=30.5 K 2024-12-05T13:19:32,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/1860c05f65d74b3d95e41d3852a663f2 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/1860c05f65d74b3d95e41d3852a663f2 2024-12-05T13:19:32,276 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/1860c05f65d74b3d95e41d3852a663f2, entries=150, sequenceid=275, filesize=12.0 K 2024-12-05T13:19:32,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/e3fa908654894036a52aecee028f5871 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/e3fa908654894036a52aecee028f5871 2024-12-05T13:19:32,281 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/e3fa908654894036a52aecee028f5871, entries=150, sequenceid=275, filesize=12.0 K 2024-12-05T13:19:32,282 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d42cc3d378475e2a59bf99dd232fa0fd in 1710ms, sequenceid=275, compaction requested=false 2024-12-05T13:19:32,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:32,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:32,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-05T13:19:32,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-12-05T13:19:32,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-05T13:19:32,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0890 sec 2024-12-05T13:19:32,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 3.0920 sec 2024-12-05T13:19:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:33,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d42cc3d378475e2a59bf99dd232fa0fd 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-05T13:19:33,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=A 2024-12-05T13:19:33,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:33,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=B 2024-12-05T13:19:33,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:33,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=C 2024-12-05T13:19:33,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:33,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120502de19ed1a794927bf8063da58d29869_d42cc3d378475e2a59bf99dd232fa0fd is 50, key is test_row_0/A:col10/1733404770902/Put/seqid=0 2024-12-05T13:19:33,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742060_1236 (size=12454) 2024-12-05T13:19:33,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404833066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404833067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404833067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404833068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404833068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:33,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404833169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404833170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404833169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404833171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404833171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-05T13:19:33,300 INFO [Thread-754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-05T13:19:33,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:19:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-12-05T13:19:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-05T13:19:33,303 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:19:33,303 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:19:33,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:19:33,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404833373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404833374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404833375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404833375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404833375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-05T13:19:33,438 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:33,443 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120502de19ed1a794927bf8063da58d29869_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120502de19ed1a794927bf8063da58d29869_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:33,445 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/0ed75c98700c48a48991032a625a6ad2, store: [table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:33,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/0ed75c98700c48a48991032a625a6ad2 is 175, key is test_row_0/A:col10/1733404770902/Put/seqid=0 2024-12-05T13:19:33,455 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-05T13:19:33,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:33,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:33,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:33,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:33,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:33,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742061_1237 (size=31255) 2024-12-05T13:19:33,467 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/0ed75c98700c48a48991032a625a6ad2 2024-12-05T13:19:33,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/2290b030b74e446c90710421a5e9a1c4 is 50, key is test_row_0/B:col10/1733404770902/Put/seqid=0 2024-12-05T13:19:33,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742062_1238 (size=12301) 2024-12-05T13:19:33,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/2290b030b74e446c90710421a5e9a1c4 2024-12-05T13:19:33,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/5cc708535d2d4054a8b88159eea1d78b is 50, key is test_row_0/C:col10/1733404770902/Put/seqid=0 2024-12-05T13:19:33,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742063_1239 (size=12301) 2024-12-05T13:19:33,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/5cc708535d2d4054a8b88159eea1d78b 2024-12-05T13:19:33,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/0ed75c98700c48a48991032a625a6ad2 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/0ed75c98700c48a48991032a625a6ad2 2024-12-05T13:19:33,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/0ed75c98700c48a48991032a625a6ad2, entries=150, sequenceid=295, filesize=30.5 K 2024-12-05T13:19:33,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/2290b030b74e446c90710421a5e9a1c4 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/2290b030b74e446c90710421a5e9a1c4 2024-12-05T13:19:33,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/2290b030b74e446c90710421a5e9a1c4, entries=150, sequenceid=295, filesize=12.0 K 2024-12-05T13:19:33,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/5cc708535d2d4054a8b88159eea1d78b as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/5cc708535d2d4054a8b88159eea1d78b 2024-12-05T13:19:33,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/5cc708535d2d4054a8b88159eea1d78b, entries=150, sequenceid=295, filesize=12.0 K 2024-12-05T13:19:33,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for d42cc3d378475e2a59bf99dd232fa0fd in 503ms, sequenceid=295, compaction requested=true 2024-12-05T13:19:33,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:33,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:19:33,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:33,527 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:33,527 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:33,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:19:33,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:33,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:19:33,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:33,529 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:33,529 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/B is initiating minor compaction (all files) 2024-12-05T13:19:33,529 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/B in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:33,529 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/4426aeaa25be4c61891da39db87e4e6d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/1860c05f65d74b3d95e41d3852a663f2, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/2290b030b74e446c90710421a5e9a1c4] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=36.5 K 2024-12-05T13:19:33,529 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:33,529 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/A is initiating minor compaction (all files) 2024-12-05T13:19:33,529 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/A in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:33,529 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/b2439520ced44a30ba4eccec026e9f99, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/b16f6cd198754dcd9a61f6d53acf64b6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/0ed75c98700c48a48991032a625a6ad2] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=92.0 K 2024-12-05T13:19:33,530 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:33,530 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. files: [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/b2439520ced44a30ba4eccec026e9f99, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/b16f6cd198754dcd9a61f6d53acf64b6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/0ed75c98700c48a48991032a625a6ad2] 2024-12-05T13:19:33,530 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 4426aeaa25be4c61891da39db87e4e6d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733404767629 2024-12-05T13:19:33,530 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2439520ced44a30ba4eccec026e9f99, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733404767629 2024-12-05T13:19:33,531 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 1860c05f65d74b3d95e41d3852a663f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733404768763 2024-12-05T13:19:33,531 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting b16f6cd198754dcd9a61f6d53acf64b6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733404768763 2024-12-05T13:19:33,532 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ed75c98700c48a48991032a625a6ad2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733404770901 2024-12-05T13:19:33,532 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 2290b030b74e446c90710421a5e9a1c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733404770901 2024-12-05T13:19:33,547 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#B#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:33,549 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:33,549 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/58d3e0e261de4824a41145a3cd882a4d is 50, key is test_row_0/B:col10/1733404770902/Put/seqid=0 2024-12-05T13:19:33,552 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205564e4339a8a5401a93c66cd9bf0756b6_d42cc3d378475e2a59bf99dd232fa0fd store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:33,554 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205564e4339a8a5401a93c66cd9bf0756b6_d42cc3d378475e2a59bf99dd232fa0fd, store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:33,555 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205564e4339a8a5401a93c66cd9bf0756b6_d42cc3d378475e2a59bf99dd232fa0fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:33,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742064_1240 (size=13017) 2024-12-05T13:19:33,577 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/58d3e0e261de4824a41145a3cd882a4d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/58d3e0e261de4824a41145a3cd882a4d 2024-12-05T13:19:33,582 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/B of d42cc3d378475e2a59bf99dd232fa0fd into 58d3e0e261de4824a41145a3cd882a4d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:33,582 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:33,582 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/B, priority=13, startTime=1733404773527; duration=0sec 2024-12-05T13:19:33,583 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:33,583 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:B 2024-12-05T13:19:33,583 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:33,584 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:33,584 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/C is initiating minor compaction (all files) 2024-12-05T13:19:33,585 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/C in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:33,585 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/417983b320e84ae8a579de0514e4f3c0, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/e3fa908654894036a52aecee028f5871, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/5cc708535d2d4054a8b88159eea1d78b] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=36.5 K 2024-12-05T13:19:33,585 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 417983b320e84ae8a579de0514e4f3c0, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733404767629 2024-12-05T13:19:33,585 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting e3fa908654894036a52aecee028f5871, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733404768763 2024-12-05T13:19:33,586 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cc708535d2d4054a8b88159eea1d78b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733404770901 2024-12-05T13:19:33,601 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#C#compaction#203 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:33,602 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/984fd86805a44bd284c258d9326b600d is 50, key is test_row_0/C:col10/1733404770902/Put/seqid=0 2024-12-05T13:19:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-05T13:19:33,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742065_1241 (size=4469) 2024-12-05T13:19:33,608 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#A#compaction#202 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:33,608 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/0b9b35cb56fd4279b9fc8d08a3c7a891 is 175, key is test_row_0/A:col10/1733404770902/Put/seqid=0 2024-12-05T13:19:33,611 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-05T13:19:33,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:33,612 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing d42cc3d378475e2a59bf99dd232fa0fd 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-05T13:19:33,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=A 2024-12-05T13:19:33,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:33,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=B 2024-12-05T13:19:33,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:33,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=C 2024-12-05T13:19:33,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:33,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742066_1242 (size=31971) 2024-12-05T13:19:33,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205089af3f7705848b59be907e114ba582f_d42cc3d378475e2a59bf99dd232fa0fd is 50, key is test_row_0/A:col10/1733404773036/Put/seqid=0 2024-12-05T13:19:33,641 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/0b9b35cb56fd4279b9fc8d08a3c7a891 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/0b9b35cb56fd4279b9fc8d08a3c7a891 2024-12-05T13:19:33,647 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/A of d42cc3d378475e2a59bf99dd232fa0fd into 0b9b35cb56fd4279b9fc8d08a3c7a891(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:33,647 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:33,647 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/A, priority=13, startTime=1733404773527; duration=0sec 2024-12-05T13:19:33,647 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:33,647 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:A 2024-12-05T13:19:33,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742067_1243 (size=13017) 2024-12-05T13:19:33,665 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/984fd86805a44bd284c258d9326b600d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/984fd86805a44bd284c258d9326b600d 2024-12-05T13:19:33,672 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/C of d42cc3d378475e2a59bf99dd232fa0fd into 984fd86805a44bd284c258d9326b600d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:33,672 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:33,672 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/C, priority=13, startTime=1733404773528; duration=0sec 2024-12-05T13:19:33,673 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:33,673 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:C 2024-12-05T13:19:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:33,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:33,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742068_1244 (size=12454) 2024-12-05T13:19:33,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:33,688 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205089af3f7705848b59be907e114ba582f_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205089af3f7705848b59be907e114ba582f_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:33,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/37f2fc4385e94a37b33a9ee0a6bf0ddb, store: [table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:33,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/37f2fc4385e94a37b33a9ee0a6bf0ddb is 175, key is test_row_0/A:col10/1733404773036/Put/seqid=0 2024-12-05T13:19:33,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404833694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404833695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404833696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404833698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404833698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742069_1245 (size=31255) 2024-12-05T13:19:33,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:33,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404833799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404833799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404833800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404833800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404833801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-05T13:19:34,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404834004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:34,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404834004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:34,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404834004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:34,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404834005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:34,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404834005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:34,132 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/37f2fc4385e94a37b33a9ee0a6bf0ddb 2024-12-05T13:19:34,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/168366da11dd4385948a62cde4f38e0c is 50, key is test_row_0/B:col10/1733404773036/Put/seqid=0 2024-12-05T13:19:34,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742070_1246 (size=12301) 2024-12-05T13:19:34,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404834307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:34,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404834307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:34,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404834308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:34,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404834309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:34,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404834310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-05T13:19:34,554 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/168366da11dd4385948a62cde4f38e0c 2024-12-05T13:19:34,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/d6f08d97da41434dad4806d23d63c9a5 is 50, key is test_row_0/C:col10/1733404773036/Put/seqid=0 2024-12-05T13:19:34,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742071_1247 (size=12301) 2024-12-05T13:19:34,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404834811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:34,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404834812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:34,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404834812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:34,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404834814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:34,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404834814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:34,973 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/d6f08d97da41434dad4806d23d63c9a5 2024-12-05T13:19:34,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/37f2fc4385e94a37b33a9ee0a6bf0ddb as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/37f2fc4385e94a37b33a9ee0a6bf0ddb 2024-12-05T13:19:34,983 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/37f2fc4385e94a37b33a9ee0a6bf0ddb, entries=150, sequenceid=315, filesize=30.5 K 2024-12-05T13:19:34,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/168366da11dd4385948a62cde4f38e0c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/168366da11dd4385948a62cde4f38e0c 2024-12-05T13:19:34,988 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/168366da11dd4385948a62cde4f38e0c, entries=150, sequenceid=315, filesize=12.0 K 2024-12-05T13:19:34,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/d6f08d97da41434dad4806d23d63c9a5 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/d6f08d97da41434dad4806d23d63c9a5 2024-12-05T13:19:34,993 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/d6f08d97da41434dad4806d23d63c9a5, entries=150, sequenceid=315, filesize=12.0 K 2024-12-05T13:19:34,995 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d42cc3d378475e2a59bf99dd232fa0fd in 1382ms, sequenceid=315, compaction requested=false 2024-12-05T13:19:34,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:34,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:34,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-05T13:19:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-12-05T13:19:34,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-05T13:19:34,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6920 sec 2024-12-05T13:19:34,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.6970 sec 2024-12-05T13:19:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-05T13:19:35,407 INFO [Thread-754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-05T13:19:35,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:19:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-12-05T13:19:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-05T13:19:35,410 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:19:35,411 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:19:35,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:19:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-05T13:19:35,562 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:35,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-05T13:19:35,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:35,563 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing d42cc3d378475e2a59bf99dd232fa0fd 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-05T13:19:35,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=A 2024-12-05T13:19:35,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:35,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=B 2024-12-05T13:19:35,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:35,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=C 2024-12-05T13:19:35,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:35,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050514d8ce63ca45e1b304c59b8e9764d6_d42cc3d378475e2a59bf99dd232fa0fd is 50, key is test_row_0/A:col10/1733404773696/Put/seqid=0 2024-12-05T13:19:35,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742072_1248 (size=12454) 2024-12-05T13:19:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-05T13:19:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:35,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:35,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404835830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:35,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404835832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:35,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404835832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:35,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404835833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:35,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404835835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:35,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404835936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:35,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404835936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:35,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404835936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:35,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404835937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:35,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404835937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:35,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:35,990 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050514d8ce63ca45e1b304c59b8e9764d6_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050514d8ce63ca45e1b304c59b8e9764d6_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:35,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/03d0c55a396946fe98cf6aaed359855c, store: [table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:35,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/03d0c55a396946fe98cf6aaed359855c is 175, key is test_row_0/A:col10/1733404773696/Put/seqid=0 2024-12-05T13:19:35,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742073_1249 (size=31255) 2024-12-05T13:19:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-05T13:19:36,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404836139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:36,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404836139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:36,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404836139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:36,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404836141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:36,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404836141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:36,396 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/03d0c55a396946fe98cf6aaed359855c 2024-12-05T13:19:36,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/1e6f7ff23fb44773b60300c8bd95d678 is 50, key is test_row_0/B:col10/1733404773696/Put/seqid=0 2024-12-05T13:19:36,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742074_1250 (size=12301) 2024-12-05T13:19:36,415 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/1e6f7ff23fb44773b60300c8bd95d678 2024-12-05T13:19:36,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/6bbedb2064554ee7bac3ba8bd4ba9c78 is 50, key is test_row_0/C:col10/1733404773696/Put/seqid=0 2024-12-05T13:19:36,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742075_1251 (size=12301) 2024-12-05T13:19:36,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404836442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:36,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404836442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:36,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404836442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:36,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404836443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:36,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404836444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:36,447 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/6bbedb2064554ee7bac3ba8bd4ba9c78 2024-12-05T13:19:36,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/03d0c55a396946fe98cf6aaed359855c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/03d0c55a396946fe98cf6aaed359855c 2024-12-05T13:19:36,458 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/03d0c55a396946fe98cf6aaed359855c, entries=150, sequenceid=334, filesize=30.5 K 2024-12-05T13:19:36,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/1e6f7ff23fb44773b60300c8bd95d678 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/1e6f7ff23fb44773b60300c8bd95d678 2024-12-05T13:19:36,463 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/1e6f7ff23fb44773b60300c8bd95d678, entries=150, sequenceid=334, filesize=12.0 K 2024-12-05T13:19:36,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/6bbedb2064554ee7bac3ba8bd4ba9c78 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/6bbedb2064554ee7bac3ba8bd4ba9c78 2024-12-05T13:19:36,468 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/6bbedb2064554ee7bac3ba8bd4ba9c78, entries=150, sequenceid=334, filesize=12.0 K 2024-12-05T13:19:36,470 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for d42cc3d378475e2a59bf99dd232fa0fd in 907ms, sequenceid=334, compaction requested=true 2024-12-05T13:19:36,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:36,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:36,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-05T13:19:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-12-05T13:19:36,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-05T13:19:36,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0600 sec 2024-12-05T13:19:36,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.0650 sec 2024-12-05T13:19:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-05T13:19:36,513 INFO [Thread-754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-05T13:19:36,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:19:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-12-05T13:19:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-05T13:19:36,516 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:19:36,516 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:19:36,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:19:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-05T13:19:36,668 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:36,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-05T13:19:36,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:36,669 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing d42cc3d378475e2a59bf99dd232fa0fd 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-05T13:19:36,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=A 2024-12-05T13:19:36,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:36,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=B 2024-12-05T13:19:36,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:36,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=C 2024-12-05T13:19:36,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:36,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b5f659d7909f44af987fda66ca1635d7_d42cc3d378475e2a59bf99dd232fa0fd is 50, key is test_row_0/A:col10/1733404775826/Put/seqid=0 2024-12-05T13:19:36,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742076_1252 (size=12454) 2024-12-05T13:19:36,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:36,702 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b5f659d7909f44af987fda66ca1635d7_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b5f659d7909f44af987fda66ca1635d7_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:36,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/a5590d6c1c0f42ffb73a5adb8b001162, store: [table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:36,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/a5590d6c1c0f42ffb73a5adb8b001162 is 175, key is test_row_0/A:col10/1733404775826/Put/seqid=0 2024-12-05T13:19:36,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742077_1253 (size=31255) 2024-12-05T13:19:36,713 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=353, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/a5590d6c1c0f42ffb73a5adb8b001162 2024-12-05T13:19:36,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/f584ac6f5f6b4e43b809fb292f24d674 is 50, key is test_row_0/B:col10/1733404775826/Put/seqid=0 2024-12-05T13:19:36,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742078_1254 (size=12301) 2024-12-05T13:19:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-05T13:19:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:36,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:36,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404836960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:36,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404836960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:36,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404836961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:36,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404836961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:36,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404836962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404837067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404837067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404837067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404837067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404837067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-05T13:19:37,133 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/f584ac6f5f6b4e43b809fb292f24d674 2024-12-05T13:19:37,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/f9424405215f4a13b86eeb6dec44bcb6 is 50, key is test_row_0/C:col10/1733404775826/Put/seqid=0 2024-12-05T13:19:37,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742079_1255 (size=12301) 2024-12-05T13:19:37,158 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/f9424405215f4a13b86eeb6dec44bcb6 2024-12-05T13:19:37,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/a5590d6c1c0f42ffb73a5adb8b001162 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/a5590d6c1c0f42ffb73a5adb8b001162 2024-12-05T13:19:37,169 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/a5590d6c1c0f42ffb73a5adb8b001162, entries=150, sequenceid=353, filesize=30.5 K 2024-12-05T13:19:37,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/f584ac6f5f6b4e43b809fb292f24d674 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/f584ac6f5f6b4e43b809fb292f24d674 2024-12-05T13:19:37,174 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/f584ac6f5f6b4e43b809fb292f24d674, entries=150, sequenceid=353, filesize=12.0 K 2024-12-05T13:19:37,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/f9424405215f4a13b86eeb6dec44bcb6 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/f9424405215f4a13b86eeb6dec44bcb6 2024-12-05T13:19:37,178 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/f9424405215f4a13b86eeb6dec44bcb6, entries=150, sequenceid=353, filesize=12.0 K 2024-12-05T13:19:37,179 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d42cc3d378475e2a59bf99dd232fa0fd in 510ms, sequenceid=353, compaction requested=true 2024-12-05T13:19:37,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:37,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:37,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-12-05T13:19:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-12-05T13:19:37,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-05T13:19:37,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 665 msec 2024-12-05T13:19:37,184 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 669 msec 2024-12-05T13:19:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:37,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d42cc3d378475e2a59bf99dd232fa0fd 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-05T13:19:37,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=A 2024-12-05T13:19:37,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:37,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=B 2024-12-05T13:19:37,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:37,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=C 2024-12-05T13:19:37,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:37,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057066f4fc9fb44451b0ad360a78969507_d42cc3d378475e2a59bf99dd232fa0fd is 50, key is test_row_0/A:col10/1733404777271/Put/seqid=0 2024-12-05T13:19:37,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:37,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404837285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404837286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404837286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404837292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742080_1256 (size=17534) 2024-12-05T13:19:37,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404837292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404837393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404837393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404837393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404837398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404837398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404837597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404837598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404837598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404837601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404837602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-05T13:19:37,619 INFO [Thread-754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-12-05T13:19:37,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:19:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-12-05T13:19:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-05T13:19:37,621 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:19:37,622 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:19:37,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:19:37,698 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:37,702 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057066f4fc9fb44451b0ad360a78969507_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057066f4fc9fb44451b0ad360a78969507_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:37,703 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/57e710e22fdb41a6a68e8988e37bd2fd, store: [table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:37,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/57e710e22fdb41a6a68e8988e37bd2fd is 175, key is test_row_0/A:col10/1733404777271/Put/seqid=0 2024-12-05T13:19:37,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742081_1257 (size=48639) 2024-12-05T13:19:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-05T13:19:37,774 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-05T13:19:37,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:37,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:37,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:37,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:37,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:37,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404837900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404837903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404837905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404837907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404837909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-05T13:19:37,927 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:37,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-05T13:19:37,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:37,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:37,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:37,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:37,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:38,079 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:38,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-05T13:19:38,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:38,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:38,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:38,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:38,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:38,109 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=372, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/57e710e22fdb41a6a68e8988e37bd2fd 2024-12-05T13:19:38,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/679edde487964b868aa485b84940b6c4 is 50, key is test_row_0/B:col10/1733404777271/Put/seqid=0 2024-12-05T13:19:38,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742082_1258 (size=12301) 2024-12-05T13:19:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-05T13:19:38,232 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:38,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-05T13:19:38,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:38,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:38,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:38,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:38,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:38,385 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:38,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-05T13:19:38,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:38,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:38,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:38,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:38,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:38,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404838405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:38,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404838410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:38,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404838410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:38,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404838412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:38,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404838415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:38,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/679edde487964b868aa485b84940b6c4 2024-12-05T13:19:38,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/28a5f3e9dd584af0bf9c390f35274214 is 50, key is test_row_0/C:col10/1733404777271/Put/seqid=0 2024-12-05T13:19:38,538 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:38,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-05T13:19:38,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:38,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:38,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:38,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:38,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:38,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742083_1259 (size=12301) 2024-12-05T13:19:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:38,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/28a5f3e9dd584af0bf9c390f35274214 2024-12-05T13:19:38,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/57e710e22fdb41a6a68e8988e37bd2fd as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/57e710e22fdb41a6a68e8988e37bd2fd 2024-12-05T13:19:38,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/57e710e22fdb41a6a68e8988e37bd2fd, entries=250, sequenceid=372, filesize=47.5 K 2024-12-05T13:19:38,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/679edde487964b868aa485b84940b6c4 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/679edde487964b868aa485b84940b6c4 2024-12-05T13:19:38,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/679edde487964b868aa485b84940b6c4, entries=150, sequenceid=372, filesize=12.0 K 2024-12-05T13:19:38,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/28a5f3e9dd584af0bf9c390f35274214 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/28a5f3e9dd584af0bf9c390f35274214 2024-12-05T13:19:38,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/28a5f3e9dd584af0bf9c390f35274214, entries=150, sequenceid=372, filesize=12.0 K 2024-12-05T13:19:38,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d42cc3d378475e2a59bf99dd232fa0fd in 1302ms, sequenceid=372, compaction requested=true 2024-12-05T13:19:38,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:38,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:19:38,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:38,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:19:38,573 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-05T13:19:38,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:38,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:19:38,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T13:19:38,573 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-05T13:19:38,575 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 174375 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-05T13:19:38,575 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/A is initiating minor compaction (all files) 2024-12-05T13:19:38,575 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/A in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:38,575 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/0b9b35cb56fd4279b9fc8d08a3c7a891, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/37f2fc4385e94a37b33a9ee0a6bf0ddb, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/03d0c55a396946fe98cf6aaed359855c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/a5590d6c1c0f42ffb73a5adb8b001162, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/57e710e22fdb41a6a68e8988e37bd2fd] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=170.3 K 2024-12-05T13:19:38,575 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:38,575 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. files: [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/0b9b35cb56fd4279b9fc8d08a3c7a891, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/37f2fc4385e94a37b33a9ee0a6bf0ddb, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/03d0c55a396946fe98cf6aaed359855c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/a5590d6c1c0f42ffb73a5adb8b001162, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/57e710e22fdb41a6a68e8988e37bd2fd] 2024-12-05T13:19:38,575 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b9b35cb56fd4279b9fc8d08a3c7a891, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733404770901 2024-12-05T13:19:38,576 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62221 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-05T13:19:38,576 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/B is initiating minor compaction (all files) 2024-12-05T13:19:38,576 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/B in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:38,576 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/58d3e0e261de4824a41145a3cd882a4d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/168366da11dd4385948a62cde4f38e0c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/1e6f7ff23fb44773b60300c8bd95d678, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/f584ac6f5f6b4e43b809fb292f24d674, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/679edde487964b868aa485b84940b6c4] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=60.8 K 2024-12-05T13:19:38,576 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37f2fc4385e94a37b33a9ee0a6bf0ddb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733404773036 2024-12-05T13:19:38,576 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 58d3e0e261de4824a41145a3cd882a4d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733404770901 2024-12-05T13:19:38,576 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 168366da11dd4385948a62cde4f38e0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733404773036 2024-12-05T13:19:38,576 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03d0c55a396946fe98cf6aaed359855c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733404773694 2024-12-05T13:19:38,577 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e6f7ff23fb44773b60300c8bd95d678, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733404773694 2024-12-05T13:19:38,577 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5590d6c1c0f42ffb73a5adb8b001162, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733404775826 2024-12-05T13:19:38,577 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting f584ac6f5f6b4e43b809fb292f24d674, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733404775826 2024-12-05T13:19:38,577 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57e710e22fdb41a6a68e8988e37bd2fd, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733404776959 2024-12-05T13:19:38,578 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 679edde487964b868aa485b84940b6c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733404776959 2024-12-05T13:19:38,588 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:38,591 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#B#compaction#217 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:38,591 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205cabd576ee3e6479db05989b8664410f5_d42cc3d378475e2a59bf99dd232fa0fd store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:38,592 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/6fce51244648431d822bc9d5194bc7c1 is 50, key is test_row_0/B:col10/1733404777271/Put/seqid=0 2024-12-05T13:19:38,594 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205cabd576ee3e6479db05989b8664410f5_d42cc3d378475e2a59bf99dd232fa0fd, store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:38,594 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205cabd576ee3e6479db05989b8664410f5_d42cc3d378475e2a59bf99dd232fa0fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:38,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742084_1260 (size=13187) 2024-12-05T13:19:38,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742085_1261 (size=4469) 2024-12-05T13:19:38,613 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#A#compaction#216 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:38,614 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/9902005768bc455dbd69b4dedcb1696e is 175, key is test_row_0/A:col10/1733404777271/Put/seqid=0 2024-12-05T13:19:38,617 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/6fce51244648431d822bc9d5194bc7c1 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/6fce51244648431d822bc9d5194bc7c1 2024-12-05T13:19:38,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742086_1262 (size=32141) 2024-12-05T13:19:38,626 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/B of d42cc3d378475e2a59bf99dd232fa0fd into 6fce51244648431d822bc9d5194bc7c1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:38,626 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:38,626 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/B, priority=11, startTime=1733404778573; duration=0sec 2024-12-05T13:19:38,626 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:38,626 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:B 2024-12-05T13:19:38,626 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-05T13:19:38,629 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/9902005768bc455dbd69b4dedcb1696e as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/9902005768bc455dbd69b4dedcb1696e 2024-12-05T13:19:38,630 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62221 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-05T13:19:38,630 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/C is initiating minor compaction (all files) 2024-12-05T13:19:38,630 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/C in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:38,631 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/984fd86805a44bd284c258d9326b600d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/d6f08d97da41434dad4806d23d63c9a5, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/6bbedb2064554ee7bac3ba8bd4ba9c78, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/f9424405215f4a13b86eeb6dec44bcb6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/28a5f3e9dd584af0bf9c390f35274214] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=60.8 K 2024-12-05T13:19:38,631 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 984fd86805a44bd284c258d9326b600d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733404770901 2024-12-05T13:19:38,632 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting d6f08d97da41434dad4806d23d63c9a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733404773036 2024-12-05T13:19:38,633 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bbedb2064554ee7bac3ba8bd4ba9c78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733404773694 2024-12-05T13:19:38,634 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting f9424405215f4a13b86eeb6dec44bcb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733404775826 2024-12-05T13:19:38,635 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 28a5f3e9dd584af0bf9c390f35274214, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733404776959 2024-12-05T13:19:38,637 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/A of d42cc3d378475e2a59bf99dd232fa0fd into 9902005768bc455dbd69b4dedcb1696e(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:38,638 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:38,638 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/A, priority=11, startTime=1733404778573; duration=0sec 2024-12-05T13:19:38,638 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:38,639 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:A 2024-12-05T13:19:38,650 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#C#compaction#218 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:38,651 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/b50c04ef47e341439f1c7fae4553f0af is 50, key is test_row_0/C:col10/1733404777271/Put/seqid=0 2024-12-05T13:19:38,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742087_1263 (size=13187) 2024-12-05T13:19:38,678 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/b50c04ef47e341439f1c7fae4553f0af as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/b50c04ef47e341439f1c7fae4553f0af 2024-12-05T13:19:38,684 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/C of d42cc3d378475e2a59bf99dd232fa0fd into b50c04ef47e341439f1c7fae4553f0af(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:38,684 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:38,684 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/C, priority=11, startTime=1733404778573; duration=0sec 2024-12-05T13:19:38,684 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:38,684 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:C 2024-12-05T13:19:38,691 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:38,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-05T13:19:38,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:38,692 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing d42cc3d378475e2a59bf99dd232fa0fd 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-05T13:19:38,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=A 2024-12-05T13:19:38,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:38,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=B 2024-12-05T13:19:38,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:38,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=C 2024-12-05T13:19:38,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:38,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205534bbcbb586a4ea8891f71b30f15fcea_d42cc3d378475e2a59bf99dd232fa0fd is 50, key is test_row_0/A:col10/1733404777284/Put/seqid=0 2024-12-05T13:19:38,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742088_1264 (size=12454) 2024-12-05T13:19:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-05T13:19:39,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:39,110 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205534bbcbb586a4ea8891f71b30f15fcea_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205534bbcbb586a4ea8891f71b30f15fcea_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:39,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/f3224a3dc6fc46f3ae18b0698fe98a96, store: [table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:39,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/f3224a3dc6fc46f3ae18b0698fe98a96 is 175, key is test_row_0/A:col10/1733404777284/Put/seqid=0 2024-12-05T13:19:39,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742089_1265 (size=31255) 2024-12-05T13:19:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:39,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. as already flushing 2024-12-05T13:19:39,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404839425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:39,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404839426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:39,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404839427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:39,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404839432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:39,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404839432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:39,517 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=392, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/f3224a3dc6fc46f3ae18b0698fe98a96 2024-12-05T13:19:39,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/8e507907927a474aa91bf97ce35106fb is 50, key is test_row_0/B:col10/1733404777284/Put/seqid=0 2024-12-05T13:19:39,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742090_1266 (size=12301) 2024-12-05T13:19:39,529 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/8e507907927a474aa91bf97ce35106fb 2024-12-05T13:19:39,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:39,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404839528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404839529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:39,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404839529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:39,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404839534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:39,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404839534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:39,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/c77c471326e046a48c218e3cfe7280a9 is 50, key is test_row_0/C:col10/1733404777284/Put/seqid=0 2024-12-05T13:19:39,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742091_1267 (size=12301) 2024-12-05T13:19:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-05T13:19:39,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47214 deadline: 1733404839732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:39,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:39,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1733404839732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:39,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1733404839736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:39,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1733404839736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:39,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1733404839737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:39,741 DEBUG [Thread-757 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:61019 2024-12-05T13:19:39,741 DEBUG [Thread-757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:19:39,743 DEBUG [Thread-759 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:61019 2024-12-05T13:19:39,743 DEBUG [Thread-759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:19:39,744 DEBUG [Thread-755 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:61019 2024-12-05T13:19:39,744 DEBUG [Thread-755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:19:39,744 DEBUG [Thread-761 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:61019 2024-12-05T13:19:39,744 DEBUG [Thread-761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:19:39,964 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/c77c471326e046a48c218e3cfe7280a9 2024-12-05T13:19:39,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/f3224a3dc6fc46f3ae18b0698fe98a96 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/f3224a3dc6fc46f3ae18b0698fe98a96 2024-12-05T13:19:39,972 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/f3224a3dc6fc46f3ae18b0698fe98a96, entries=150, sequenceid=392, filesize=30.5 K 2024-12-05T13:19:39,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/8e507907927a474aa91bf97ce35106fb as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/8e507907927a474aa91bf97ce35106fb 2024-12-05T13:19:39,977 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/8e507907927a474aa91bf97ce35106fb, entries=150, sequenceid=392, filesize=12.0 K 2024-12-05T13:19:39,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/c77c471326e046a48c218e3cfe7280a9 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/c77c471326e046a48c218e3cfe7280a9 2024-12-05T13:19:39,981 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/c77c471326e046a48c218e3cfe7280a9, entries=150, sequenceid=392, filesize=12.0 K 2024-12-05T13:19:39,982 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for d42cc3d378475e2a59bf99dd232fa0fd in 1290ms, sequenceid=392, compaction requested=false 2024-12-05T13:19:39,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:39,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:39,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-12-05T13:19:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-12-05T13:19:39,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-05T13:19:39,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3610 sec 2024-12-05T13:19:39,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 2.3640 sec 2024-12-05T13:19:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:40,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d42cc3d378475e2a59bf99dd232fa0fd 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-05T13:19:40,038 DEBUG [Thread-744 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:61019 2024-12-05T13:19:40,039 DEBUG [Thread-744 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:19:40,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=A 2024-12-05T13:19:40,039 DEBUG [Thread-752 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:61019 2024-12-05T13:19:40,039 DEBUG [Thread-752 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:19:40,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:40,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=B 2024-12-05T13:19:40,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:40,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=C 2024-12-05T13:19:40,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:40,040 DEBUG [Thread-748 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:61019 2024-12-05T13:19:40,041 DEBUG [Thread-748 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:19:40,041 DEBUG [Thread-750 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:61019 2024-12-05T13:19:40,041 DEBUG [Thread-750 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:19:40,042 DEBUG [Thread-746 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:61019 2024-12-05T13:19:40,042 DEBUG [Thread-746 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:19:40,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053c2d1da48cc14ddda6bfd9483f3f423a_d42cc3d378475e2a59bf99dd232fa0fd is 50, key is test_row_0/A:col10/1733404779425/Put/seqid=0 2024-12-05T13:19:40,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742092_1268 (size=12454) 2024-12-05T13:19:40,450 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:40,453 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053c2d1da48cc14ddda6bfd9483f3f423a_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053c2d1da48cc14ddda6bfd9483f3f423a_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:40,454 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/db3f304a0cc84fc280be786712f8642d, store: [table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:40,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/db3f304a0cc84fc280be786712f8642d is 175, key is test_row_0/A:col10/1733404779425/Put/seqid=0 2024-12-05T13:19:40,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742093_1269 (size=31255) 2024-12-05T13:19:40,859 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=413, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/db3f304a0cc84fc280be786712f8642d 2024-12-05T13:19:40,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/89c3940433d6476abff3e6970f3dfd86 is 50, key is test_row_0/B:col10/1733404779425/Put/seqid=0 2024-12-05T13:19:40,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742094_1270 (size=12301) 2024-12-05T13:19:41,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/89c3940433d6476abff3e6970f3dfd86 2024-12-05T13:19:41,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/c80d55c7f71245a2bb299c2dacadef3a is 50, key is test_row_0/C:col10/1733404779425/Put/seqid=0 2024-12-05T13:19:41,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742095_1271 (size=12301) 2024-12-05T13:19:41,654 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T13:19:41,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/c80d55c7f71245a2bb299c2dacadef3a 2024-12-05T13:19:41,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/db3f304a0cc84fc280be786712f8642d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/db3f304a0cc84fc280be786712f8642d 2024-12-05T13:19:41,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/db3f304a0cc84fc280be786712f8642d, entries=150, sequenceid=413, filesize=30.5 K 2024-12-05T13:19:41,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/89c3940433d6476abff3e6970f3dfd86 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/89c3940433d6476abff3e6970f3dfd86 2024-12-05T13:19:41,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/89c3940433d6476abff3e6970f3dfd86, entries=150, sequenceid=413, filesize=12.0 K 2024-12-05T13:19:41,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/c80d55c7f71245a2bb299c2dacadef3a as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/c80d55c7f71245a2bb299c2dacadef3a 2024-12-05T13:19:41,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/c80d55c7f71245a2bb299c2dacadef3a, entries=150, sequenceid=413, filesize=12.0 K 2024-12-05T13:19:41,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=20.13 KB/20610 for d42cc3d378475e2a59bf99dd232fa0fd in 1662ms, sequenceid=413, compaction requested=true 2024-12-05T13:19:41,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:41,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:19:41,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:41,700 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:41,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:19:41,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:41,700 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:41,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d42cc3d378475e2a59bf99dd232fa0fd:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:19:41,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:41,701 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94651 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:41,701 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:41,701 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/A is initiating minor compaction (all files) 2024-12-05T13:19:41,701 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/B is initiating minor compaction (all files) 2024-12-05T13:19:41,701 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/A in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:41,701 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/B in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:41,702 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/9902005768bc455dbd69b4dedcb1696e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/f3224a3dc6fc46f3ae18b0698fe98a96, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/db3f304a0cc84fc280be786712f8642d] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=92.4 K 2024-12-05T13:19:41,702 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/6fce51244648431d822bc9d5194bc7c1, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/8e507907927a474aa91bf97ce35106fb, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/89c3940433d6476abff3e6970f3dfd86] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=36.9 K 2024-12-05T13:19:41,702 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:41,702 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. files: [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/9902005768bc455dbd69b4dedcb1696e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/f3224a3dc6fc46f3ae18b0698fe98a96, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/db3f304a0cc84fc280be786712f8642d] 2024-12-05T13:19:41,702 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fce51244648431d822bc9d5194bc7c1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733404776959 2024-12-05T13:19:41,702 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9902005768bc455dbd69b4dedcb1696e, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733404776959 2024-12-05T13:19:41,702 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e507907927a474aa91bf97ce35106fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733404777284 2024-12-05T13:19:41,702 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3224a3dc6fc46f3ae18b0698fe98a96, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733404777284 2024-12-05T13:19:41,703 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 89c3940433d6476abff3e6970f3dfd86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733404779425 2024-12-05T13:19:41,703 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting db3f304a0cc84fc280be786712f8642d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733404779425 2024-12-05T13:19:41,712 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#B#compaction#225 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:41,713 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/4ec0848be57b4880a81ff1f5ac126190 is 50, key is test_row_0/B:col10/1733404779425/Put/seqid=0 2024-12-05T13:19:41,715 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:41,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742096_1272 (size=13289) 2024-12-05T13:19:41,721 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120579a26aedc3a14ef6ae62e43bec1ea939_d42cc3d378475e2a59bf99dd232fa0fd store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:41,726 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/4ec0848be57b4880a81ff1f5ac126190 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/4ec0848be57b4880a81ff1f5ac126190 2024-12-05T13:19:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-05T13:19:41,727 INFO [Thread-754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-12-05T13:19:41,727 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T13:19:41,727 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-12-05T13:19:41,727 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-12-05T13:19:41,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-12-05T13:19:41,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-12-05T13:19:41,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-12-05T13:19:41,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T13:19:41,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6801 2024-12-05T13:19:41,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6426 2024-12-05T13:19:41,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T13:19:41,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2757 2024-12-05T13:19:41,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8271 rows 2024-12-05T13:19:41,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2766 2024-12-05T13:19:41,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8298 rows 2024-12-05T13:19:41,728 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T13:19:41,728 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:61019 2024-12-05T13:19:41,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:19:41,731 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-05T13:19:41,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T13:19:41,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T13:19:41,736 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404781736"}]},"ts":"1733404781736"} 2024-12-05T13:19:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-05T13:19:41,738 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T13:19:41,739 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/B of d42cc3d378475e2a59bf99dd232fa0fd into 4ec0848be57b4880a81ff1f5ac126190(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:41,739 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:41,739 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/B, priority=13, startTime=1733404781700; duration=0sec 2024-12-05T13:19:41,740 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:41,740 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:B 2024-12-05T13:19:41,740 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:41,742 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T13:19:41,743 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:41,743 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): d42cc3d378475e2a59bf99dd232fa0fd/C is initiating minor compaction (all files) 2024-12-05T13:19:41,743 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d42cc3d378475e2a59bf99dd232fa0fd/C in TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:41,743 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/b50c04ef47e341439f1c7fae4553f0af, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/c77c471326e046a48c218e3cfe7280a9, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/c80d55c7f71245a2bb299c2dacadef3a] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp, totalSize=36.9 K 2024-12-05T13:19:41,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T13:19:41,746 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d42cc3d378475e2a59bf99dd232fa0fd, UNASSIGN}] 2024-12-05T13:19:41,747 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d42cc3d378475e2a59bf99dd232fa0fd, UNASSIGN 2024-12-05T13:19:41,747 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting b50c04ef47e341439f1c7fae4553f0af, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733404776959 2024-12-05T13:19:41,747 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=d42cc3d378475e2a59bf99dd232fa0fd, regionState=CLOSING, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:41,748 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting c77c471326e046a48c218e3cfe7280a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733404777284 2024-12-05T13:19:41,749 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T13:19:41,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344}] 2024-12-05T13:19:41,749 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting c80d55c7f71245a2bb299c2dacadef3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733404779425 2024-12-05T13:19:41,760 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120579a26aedc3a14ef6ae62e43bec1ea939_d42cc3d378475e2a59bf99dd232fa0fd, store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:41,760 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120579a26aedc3a14ef6ae62e43bec1ea939_d42cc3d378475e2a59bf99dd232fa0fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:41,761 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#C#compaction#227 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:41,761 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/766004931cf140dd8c18a77dce4aca46 is 50, key is test_row_0/C:col10/1733404779425/Put/seqid=0 2024-12-05T13:19:41,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742097_1273 (size=4469) 2024-12-05T13:19:41,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742098_1274 (size=13289) 2024-12-05T13:19:41,770 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/766004931cf140dd8c18a77dce4aca46 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/766004931cf140dd8c18a77dce4aca46 2024-12-05T13:19:41,774 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/C of d42cc3d378475e2a59bf99dd232fa0fd into 766004931cf140dd8c18a77dce4aca46(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:41,774 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:41,774 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/C, priority=13, startTime=1733404781700; duration=0sec 2024-12-05T13:19:41,774 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:41,774 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:C 2024-12-05T13:19:41,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-05T13:19:41,901 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:41,901 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:41,901 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T13:19:41,902 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing d42cc3d378475e2a59bf99dd232fa0fd, disabling compactions & flushes 2024-12-05T13:19:41,902 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1942): waiting for 1 compactions to complete for region TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-05T13:19:42,166 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d42cc3d378475e2a59bf99dd232fa0fd#A#compaction#226 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:42,167 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/24117900bbb74f71a4bf92adb534c3d0 is 175, key is test_row_0/A:col10/1733404779425/Put/seqid=0 2024-12-05T13:19:42,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742099_1275 (size=32243) 2024-12-05T13:19:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-05T13:19:42,576 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/24117900bbb74f71a4bf92adb534c3d0 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/24117900bbb74f71a4bf92adb534c3d0 2024-12-05T13:19:42,581 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d42cc3d378475e2a59bf99dd232fa0fd/A of d42cc3d378475e2a59bf99dd232fa0fd into 24117900bbb74f71a4bf92adb534c3d0(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:42,581 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:42,581 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:42,581 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd., storeName=d42cc3d378475e2a59bf99dd232fa0fd/A, priority=13, startTime=1733404781700; duration=0sec 2024-12-05T13:19:42,581 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:42,581 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:42,581 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. after waiting 0 ms 2024-12-05T13:19:42,581 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d42cc3d378475e2a59bf99dd232fa0fd:A 2024-12-05T13:19:42,581 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:42,581 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(2837): Flushing d42cc3d378475e2a59bf99dd232fa0fd 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-05T13:19:42,581 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=A 2024-12-05T13:19:42,581 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:42,581 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=B 2024-12-05T13:19:42,581 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:42,581 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d42cc3d378475e2a59bf99dd232fa0fd, store=C 2024-12-05T13:19:42,581 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:42,588 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120540820044810145ebab588046f1151334_d42cc3d378475e2a59bf99dd232fa0fd is 50, key is test_row_0/A:col10/1733404780039/Put/seqid=0 2024-12-05T13:19:42,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742100_1276 (size=9914) 2024-12-05T13:19:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-05T13:19:42,993 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:42,997 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120540820044810145ebab588046f1151334_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120540820044810145ebab588046f1151334_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:42,998 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/477e25b64dfa41e583648296a867fee1, store: [table=TestAcidGuarantees family=A region=d42cc3d378475e2a59bf99dd232fa0fd] 2024-12-05T13:19:42,998 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/477e25b64dfa41e583648296a867fee1 is 175, key is test_row_0/A:col10/1733404780039/Put/seqid=0 2024-12-05T13:19:43,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742101_1277 (size=22561) 2024-12-05T13:19:43,403 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=422, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/477e25b64dfa41e583648296a867fee1 2024-12-05T13:19:43,410 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/edd17970d93d40b3b287bb7a6f225911 is 50, key is test_row_0/B:col10/1733404780039/Put/seqid=0 2024-12-05T13:19:43,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742102_1278 (size=9857) 2024-12-05T13:19:43,815 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/edd17970d93d40b3b287bb7a6f225911 2024-12-05T13:19:43,822 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/1ca31f423230401e93298c55a4efd49e is 50, key is test_row_0/C:col10/1733404780039/Put/seqid=0 2024-12-05T13:19:43,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742103_1279 (size=9857) 2024-12-05T13:19:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-05T13:19:44,227 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/1ca31f423230401e93298c55a4efd49e 2024-12-05T13:19:44,231 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/A/477e25b64dfa41e583648296a867fee1 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/477e25b64dfa41e583648296a867fee1 2024-12-05T13:19:44,234 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/477e25b64dfa41e583648296a867fee1, entries=100, sequenceid=422, filesize=22.0 K 2024-12-05T13:19:44,235 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/B/edd17970d93d40b3b287bb7a6f225911 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/edd17970d93d40b3b287bb7a6f225911 2024-12-05T13:19:44,238 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/edd17970d93d40b3b287bb7a6f225911, entries=100, sequenceid=422, filesize=9.6 K 2024-12-05T13:19:44,239 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/.tmp/C/1ca31f423230401e93298c55a4efd49e as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/1ca31f423230401e93298c55a4efd49e 2024-12-05T13:19:44,242 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/1ca31f423230401e93298c55a4efd49e, entries=100, sequenceid=422, filesize=9.6 K 2024-12-05T13:19:44,243 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for d42cc3d378475e2a59bf99dd232fa0fd in 1662ms, sequenceid=422, compaction requested=false 2024-12-05T13:19:44,243 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/8e999b2f903042e097772dbb37fdcbc0, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/3542984d6a31478fbcdbb9173ab56dc6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/1a7850eb30d44c859e6cb2cb60a03447, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/808ca9bc79b1465cac33d3d66ec03aef, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/f2840515dd464c8c94e9b16ca09d9778, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/c78e32bc57254467ab40c1a23598d53f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/c2d92d903dca4d6a8bbdfa29fe1e2551, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/33acaa704e0e4dcd97d3e1912fb36637, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/4ef3bb5080254eec8bd6ce2cd5eeb740, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/e53c3799c192415fa3b5448176f2a1ab, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/6525a9bad6d64ba5b05fbeca47af1ad7, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/98dfb78c827943059eb325ef267286f9, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/21701a5e7eeb4273af3c39ee98fdaa22, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/352ae8c752034c378cdcc49e01375511, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/f0a48ac6e77b478eb3033630fcfd111f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/50b338b02ea24c999e03c49223e092f8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/da0c4b0926d64c2883f6304a8d089b6d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/b2439520ced44a30ba4eccec026e9f99, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/fa55b4f0b8174c579d55bf7a23ac9189, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/b16f6cd198754dcd9a61f6d53acf64b6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/0b9b35cb56fd4279b9fc8d08a3c7a891, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/0ed75c98700c48a48991032a625a6ad2, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/37f2fc4385e94a37b33a9ee0a6bf0ddb, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/03d0c55a396946fe98cf6aaed359855c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/a5590d6c1c0f42ffb73a5adb8b001162, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/57e710e22fdb41a6a68e8988e37bd2fd, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/9902005768bc455dbd69b4dedcb1696e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/f3224a3dc6fc46f3ae18b0698fe98a96, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/db3f304a0cc84fc280be786712f8642d] to archive 2024-12-05T13:19:44,244 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T13:19:44,246 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/8e999b2f903042e097772dbb37fdcbc0 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/8e999b2f903042e097772dbb37fdcbc0 2024-12-05T13:19:44,247 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/3542984d6a31478fbcdbb9173ab56dc6 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/3542984d6a31478fbcdbb9173ab56dc6 2024-12-05T13:19:44,248 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/1a7850eb30d44c859e6cb2cb60a03447 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/1a7850eb30d44c859e6cb2cb60a03447 2024-12-05T13:19:44,249 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/808ca9bc79b1465cac33d3d66ec03aef to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/808ca9bc79b1465cac33d3d66ec03aef 2024-12-05T13:19:44,250 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/f2840515dd464c8c94e9b16ca09d9778 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/f2840515dd464c8c94e9b16ca09d9778 2024-12-05T13:19:44,251 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/c78e32bc57254467ab40c1a23598d53f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/c78e32bc57254467ab40c1a23598d53f 2024-12-05T13:19:44,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/c2d92d903dca4d6a8bbdfa29fe1e2551 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/c2d92d903dca4d6a8bbdfa29fe1e2551 2024-12-05T13:19:44,253 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/33acaa704e0e4dcd97d3e1912fb36637 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/33acaa704e0e4dcd97d3e1912fb36637 2024-12-05T13:19:44,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/4ef3bb5080254eec8bd6ce2cd5eeb740 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/4ef3bb5080254eec8bd6ce2cd5eeb740 2024-12-05T13:19:44,255 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/e53c3799c192415fa3b5448176f2a1ab to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/e53c3799c192415fa3b5448176f2a1ab 2024-12-05T13:19:44,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/6525a9bad6d64ba5b05fbeca47af1ad7 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/6525a9bad6d64ba5b05fbeca47af1ad7 2024-12-05T13:19:44,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/98dfb78c827943059eb325ef267286f9 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/98dfb78c827943059eb325ef267286f9 2024-12-05T13:19:44,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/21701a5e7eeb4273af3c39ee98fdaa22 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/21701a5e7eeb4273af3c39ee98fdaa22 2024-12-05T13:19:44,258 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/352ae8c752034c378cdcc49e01375511 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/352ae8c752034c378cdcc49e01375511 2024-12-05T13:19:44,259 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/f0a48ac6e77b478eb3033630fcfd111f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/f0a48ac6e77b478eb3033630fcfd111f 2024-12-05T13:19:44,260 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/50b338b02ea24c999e03c49223e092f8 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/50b338b02ea24c999e03c49223e092f8 2024-12-05T13:19:44,261 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/da0c4b0926d64c2883f6304a8d089b6d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/da0c4b0926d64c2883f6304a8d089b6d 2024-12-05T13:19:44,262 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/b2439520ced44a30ba4eccec026e9f99 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/b2439520ced44a30ba4eccec026e9f99 2024-12-05T13:19:44,263 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/fa55b4f0b8174c579d55bf7a23ac9189 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/fa55b4f0b8174c579d55bf7a23ac9189 2024-12-05T13:19:44,264 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/b16f6cd198754dcd9a61f6d53acf64b6 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/b16f6cd198754dcd9a61f6d53acf64b6 2024-12-05T13:19:44,265 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/0b9b35cb56fd4279b9fc8d08a3c7a891 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/0b9b35cb56fd4279b9fc8d08a3c7a891 2024-12-05T13:19:44,266 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/0ed75c98700c48a48991032a625a6ad2 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/0ed75c98700c48a48991032a625a6ad2 2024-12-05T13:19:44,267 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/37f2fc4385e94a37b33a9ee0a6bf0ddb to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/37f2fc4385e94a37b33a9ee0a6bf0ddb 2024-12-05T13:19:44,268 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/03d0c55a396946fe98cf6aaed359855c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/03d0c55a396946fe98cf6aaed359855c 2024-12-05T13:19:44,269 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/a5590d6c1c0f42ffb73a5adb8b001162 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/a5590d6c1c0f42ffb73a5adb8b001162 2024-12-05T13:19:44,270 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/57e710e22fdb41a6a68e8988e37bd2fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/57e710e22fdb41a6a68e8988e37bd2fd 2024-12-05T13:19:44,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/9902005768bc455dbd69b4dedcb1696e to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/9902005768bc455dbd69b4dedcb1696e 2024-12-05T13:19:44,272 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/f3224a3dc6fc46f3ae18b0698fe98a96 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/f3224a3dc6fc46f3ae18b0698fe98a96 2024-12-05T13:19:44,273 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/db3f304a0cc84fc280be786712f8642d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/db3f304a0cc84fc280be786712f8642d 2024-12-05T13:19:44,274 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/d78b73cb54114a848029dcb4dd3146e0, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/12a76451a9da48a9911c150df3245953, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/3407f05006f84d7b90176632bdd054ff, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/e90b29b4ad9b4b45b31120b9a57857a1, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/d71265059470422cb0df78ffb93ed33f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/c3fc6cb6124a4130b1f033bbabacb8f2, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/3ac7d21cd0594ef09b27986443e87e35, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/2432ee6f19924807a1d0c0aaa5056a5f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/201bdf9bc4e54dbcbf6f156d2a16243f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/4a3eaeda02f641ea8477ec243b89414a, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/d56c1b0debf14d62b8d1233328a76257, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/e4cd86d435aa472f9fe73b666240430c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/39e3933179cb4c0a835c2d65b93c9428, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/3575f1adb6f84f4484900c88b44fde68, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/7f957bd7e406499ebf51610741b2f794, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/42fc09c73a5b4a1c8aad47b0339cdd16, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/33859054fe8644eb9c8151a5b154fa8c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/4426aeaa25be4c61891da39db87e4e6d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/642d2a21d46b4c4f99539fa14c0d3879, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/1860c05f65d74b3d95e41d3852a663f2, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/58d3e0e261de4824a41145a3cd882a4d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/2290b030b74e446c90710421a5e9a1c4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/168366da11dd4385948a62cde4f38e0c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/1e6f7ff23fb44773b60300c8bd95d678, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/f584ac6f5f6b4e43b809fb292f24d674, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/6fce51244648431d822bc9d5194bc7c1, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/679edde487964b868aa485b84940b6c4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/8e507907927a474aa91bf97ce35106fb, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/89c3940433d6476abff3e6970f3dfd86] to archive 2024-12-05T13:19:44,275 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T13:19:44,276 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/d78b73cb54114a848029dcb4dd3146e0 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/d78b73cb54114a848029dcb4dd3146e0 2024-12-05T13:19:44,277 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/12a76451a9da48a9911c150df3245953 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/12a76451a9da48a9911c150df3245953 2024-12-05T13:19:44,278 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/3407f05006f84d7b90176632bdd054ff to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/3407f05006f84d7b90176632bdd054ff 2024-12-05T13:19:44,279 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/e90b29b4ad9b4b45b31120b9a57857a1 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/e90b29b4ad9b4b45b31120b9a57857a1 2024-12-05T13:19:44,280 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/d71265059470422cb0df78ffb93ed33f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/d71265059470422cb0df78ffb93ed33f 2024-12-05T13:19:44,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/c3fc6cb6124a4130b1f033bbabacb8f2 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/c3fc6cb6124a4130b1f033bbabacb8f2 2024-12-05T13:19:44,282 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/3ac7d21cd0594ef09b27986443e87e35 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/3ac7d21cd0594ef09b27986443e87e35 2024-12-05T13:19:44,283 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/2432ee6f19924807a1d0c0aaa5056a5f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/2432ee6f19924807a1d0c0aaa5056a5f 2024-12-05T13:19:44,284 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/201bdf9bc4e54dbcbf6f156d2a16243f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/201bdf9bc4e54dbcbf6f156d2a16243f 2024-12-05T13:19:44,285 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/4a3eaeda02f641ea8477ec243b89414a to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/4a3eaeda02f641ea8477ec243b89414a 2024-12-05T13:19:44,286 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/d56c1b0debf14d62b8d1233328a76257 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/d56c1b0debf14d62b8d1233328a76257 2024-12-05T13:19:44,286 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/e4cd86d435aa472f9fe73b666240430c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/e4cd86d435aa472f9fe73b666240430c 2024-12-05T13:19:44,287 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/39e3933179cb4c0a835c2d65b93c9428 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/39e3933179cb4c0a835c2d65b93c9428 2024-12-05T13:19:44,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/3575f1adb6f84f4484900c88b44fde68 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/3575f1adb6f84f4484900c88b44fde68 2024-12-05T13:19:44,289 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/7f957bd7e406499ebf51610741b2f794 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/7f957bd7e406499ebf51610741b2f794 2024-12-05T13:19:44,290 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/42fc09c73a5b4a1c8aad47b0339cdd16 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/42fc09c73a5b4a1c8aad47b0339cdd16 2024-12-05T13:19:44,291 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/33859054fe8644eb9c8151a5b154fa8c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/33859054fe8644eb9c8151a5b154fa8c 2024-12-05T13:19:44,292 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/4426aeaa25be4c61891da39db87e4e6d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/4426aeaa25be4c61891da39db87e4e6d 2024-12-05T13:19:44,293 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/642d2a21d46b4c4f99539fa14c0d3879 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/642d2a21d46b4c4f99539fa14c0d3879 2024-12-05T13:19:44,294 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/1860c05f65d74b3d95e41d3852a663f2 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/1860c05f65d74b3d95e41d3852a663f2 2024-12-05T13:19:44,295 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/58d3e0e261de4824a41145a3cd882a4d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/58d3e0e261de4824a41145a3cd882a4d 2024-12-05T13:19:44,296 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/2290b030b74e446c90710421a5e9a1c4 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/2290b030b74e446c90710421a5e9a1c4 2024-12-05T13:19:44,297 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/168366da11dd4385948a62cde4f38e0c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/168366da11dd4385948a62cde4f38e0c 2024-12-05T13:19:44,298 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/1e6f7ff23fb44773b60300c8bd95d678 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/1e6f7ff23fb44773b60300c8bd95d678 2024-12-05T13:19:44,299 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/f584ac6f5f6b4e43b809fb292f24d674 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/f584ac6f5f6b4e43b809fb292f24d674 2024-12-05T13:19:44,301 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/6fce51244648431d822bc9d5194bc7c1 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/6fce51244648431d822bc9d5194bc7c1 2024-12-05T13:19:44,302 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/679edde487964b868aa485b84940b6c4 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/679edde487964b868aa485b84940b6c4 2024-12-05T13:19:44,303 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/8e507907927a474aa91bf97ce35106fb to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/8e507907927a474aa91bf97ce35106fb 2024-12-05T13:19:44,305 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/89c3940433d6476abff3e6970f3dfd86 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/89c3940433d6476abff3e6970f3dfd86 2024-12-05T13:19:44,306 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/c364cfab394d4ffa91908f0433a90cda, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/6c96f7a60d5e4404ad33851dc84af379, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/973eaa6572894db8814c451e812ee074, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/df471d94675b474db714410c699ac370, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/ecdc85924bab42a788cd1ef24b533466, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/8ac4e1ff497a493eb0e1fc2316b94c72, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/0e8f0c4f849a4303aee2e5f636200581, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/bdbab0f85a8c432d9f3e48d689c1383f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/0c1a97a779904f03a75df24c26ecca54, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/74ab8e76754b4bdf8bfe2fa1bd6c7a98, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/01ec26e19ec9474d95c125968ab3cc48, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/3bad329e372949389d1dde76d6e029ea, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/f9bc0d0f21774b5a8305be339d9dd858, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/c1e14eec3b85404c8ece4f7ad0d33c1a, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/453393084d7440e6aa9332ba0a38c26d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/454381eea64944ccab9f65ac06d3cfc6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/d87afaa20ba742d1aacfb575fd9fd2eb, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/417983b320e84ae8a579de0514e4f3c0, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/3806f4d18e244eb09a16a5a54f8e9dea, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/e3fa908654894036a52aecee028f5871, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/984fd86805a44bd284c258d9326b600d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/5cc708535d2d4054a8b88159eea1d78b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/d6f08d97da41434dad4806d23d63c9a5, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/6bbedb2064554ee7bac3ba8bd4ba9c78, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/f9424405215f4a13b86eeb6dec44bcb6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/b50c04ef47e341439f1c7fae4553f0af, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/28a5f3e9dd584af0bf9c390f35274214, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/c77c471326e046a48c218e3cfe7280a9, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/c80d55c7f71245a2bb299c2dacadef3a] to archive 2024-12-05T13:19:44,307 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T13:19:44,308 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/c364cfab394d4ffa91908f0433a90cda to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/c364cfab394d4ffa91908f0433a90cda 2024-12-05T13:19:44,310 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/6c96f7a60d5e4404ad33851dc84af379 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/6c96f7a60d5e4404ad33851dc84af379 2024-12-05T13:19:44,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/973eaa6572894db8814c451e812ee074 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/973eaa6572894db8814c451e812ee074 2024-12-05T13:19:44,312 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/df471d94675b474db714410c699ac370 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/df471d94675b474db714410c699ac370 2024-12-05T13:19:44,313 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/ecdc85924bab42a788cd1ef24b533466 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/ecdc85924bab42a788cd1ef24b533466 2024-12-05T13:19:44,314 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/8ac4e1ff497a493eb0e1fc2316b94c72 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/8ac4e1ff497a493eb0e1fc2316b94c72 2024-12-05T13:19:44,316 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/0e8f0c4f849a4303aee2e5f636200581 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/0e8f0c4f849a4303aee2e5f636200581 2024-12-05T13:19:44,317 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/bdbab0f85a8c432d9f3e48d689c1383f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/bdbab0f85a8c432d9f3e48d689c1383f 2024-12-05T13:19:44,318 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/0c1a97a779904f03a75df24c26ecca54 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/0c1a97a779904f03a75df24c26ecca54 2024-12-05T13:19:44,319 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/74ab8e76754b4bdf8bfe2fa1bd6c7a98 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/74ab8e76754b4bdf8bfe2fa1bd6c7a98 2024-12-05T13:19:44,320 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/01ec26e19ec9474d95c125968ab3cc48 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/01ec26e19ec9474d95c125968ab3cc48 2024-12-05T13:19:44,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/3bad329e372949389d1dde76d6e029ea to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/3bad329e372949389d1dde76d6e029ea 2024-12-05T13:19:44,322 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/f9bc0d0f21774b5a8305be339d9dd858 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/f9bc0d0f21774b5a8305be339d9dd858 2024-12-05T13:19:44,324 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/c1e14eec3b85404c8ece4f7ad0d33c1a to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/c1e14eec3b85404c8ece4f7ad0d33c1a 2024-12-05T13:19:44,325 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/453393084d7440e6aa9332ba0a38c26d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/453393084d7440e6aa9332ba0a38c26d 2024-12-05T13:19:44,326 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/454381eea64944ccab9f65ac06d3cfc6 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/454381eea64944ccab9f65ac06d3cfc6 2024-12-05T13:19:44,327 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/d87afaa20ba742d1aacfb575fd9fd2eb to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/d87afaa20ba742d1aacfb575fd9fd2eb 2024-12-05T13:19:44,328 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/417983b320e84ae8a579de0514e4f3c0 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/417983b320e84ae8a579de0514e4f3c0 2024-12-05T13:19:44,329 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/3806f4d18e244eb09a16a5a54f8e9dea to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/3806f4d18e244eb09a16a5a54f8e9dea 2024-12-05T13:19:44,331 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/e3fa908654894036a52aecee028f5871 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/e3fa908654894036a52aecee028f5871 2024-12-05T13:19:44,332 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/984fd86805a44bd284c258d9326b600d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/984fd86805a44bd284c258d9326b600d 2024-12-05T13:19:44,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/5cc708535d2d4054a8b88159eea1d78b to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/5cc708535d2d4054a8b88159eea1d78b 2024-12-05T13:19:44,334 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/d6f08d97da41434dad4806d23d63c9a5 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/d6f08d97da41434dad4806d23d63c9a5 2024-12-05T13:19:44,335 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/6bbedb2064554ee7bac3ba8bd4ba9c78 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/6bbedb2064554ee7bac3ba8bd4ba9c78 2024-12-05T13:19:44,336 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/f9424405215f4a13b86eeb6dec44bcb6 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/f9424405215f4a13b86eeb6dec44bcb6 2024-12-05T13:19:44,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/b50c04ef47e341439f1c7fae4553f0af to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/b50c04ef47e341439f1c7fae4553f0af 2024-12-05T13:19:44,338 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/28a5f3e9dd584af0bf9c390f35274214 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/28a5f3e9dd584af0bf9c390f35274214 2024-12-05T13:19:44,339 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/c77c471326e046a48c218e3cfe7280a9 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/c77c471326e046a48c218e3cfe7280a9 2024-12-05T13:19:44,341 DEBUG [StoreCloser-TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/c80d55c7f71245a2bb299c2dacadef3a to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/c80d55c7f71245a2bb299c2dacadef3a 2024-12-05T13:19:44,346 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/recovered.edits/425.seqid, newMaxSeqId=425, maxSeqId=4 2024-12-05T13:19:44,347 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd. 2024-12-05T13:19:44,347 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for d42cc3d378475e2a59bf99dd232fa0fd: 2024-12-05T13:19:44,348 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:44,349 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=d42cc3d378475e2a59bf99dd232fa0fd, regionState=CLOSED 2024-12-05T13:19:44,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-05T13:19:44,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure d42cc3d378475e2a59bf99dd232fa0fd, server=6fe4fa47a8fb,37007,1733404723344 in 2.6010 sec 2024-12-05T13:19:44,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-05T13:19:44,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d42cc3d378475e2a59bf99dd232fa0fd, UNASSIGN in 2.6050 sec 2024-12-05T13:19:44,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-05T13:19:44,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.6090 sec 2024-12-05T13:19:44,355 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404784355"}]},"ts":"1733404784355"} 2024-12-05T13:19:44,356 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T13:19:44,358 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T13:19:44,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.6270 sec 2024-12-05T13:19:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-05T13:19:45,842 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-05T13:19:45,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T13:19:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:19:45,845 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:19:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-05T13:19:45,845 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:19:45,847 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:45,849 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A, FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B, FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C, FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/recovered.edits] 2024-12-05T13:19:45,851 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/24117900bbb74f71a4bf92adb534c3d0 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/24117900bbb74f71a4bf92adb534c3d0 2024-12-05T13:19:45,852 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/477e25b64dfa41e583648296a867fee1 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/A/477e25b64dfa41e583648296a867fee1 2024-12-05T13:19:45,854 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/4ec0848be57b4880a81ff1f5ac126190 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/4ec0848be57b4880a81ff1f5ac126190 2024-12-05T13:19:45,856 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/edd17970d93d40b3b287bb7a6f225911 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/B/edd17970d93d40b3b287bb7a6f225911 2024-12-05T13:19:45,858 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/1ca31f423230401e93298c55a4efd49e to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/1ca31f423230401e93298c55a4efd49e 2024-12-05T13:19:45,859 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/766004931cf140dd8c18a77dce4aca46 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/C/766004931cf140dd8c18a77dce4aca46 2024-12-05T13:19:45,861 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/recovered.edits/425.seqid to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd/recovered.edits/425.seqid 2024-12-05T13:19:45,862 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:45,862 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T13:19:45,862 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T13:19:45,863 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-05T13:19:45,867 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120502de19ed1a794927bf8063da58d29869_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120502de19ed1a794927bf8063da58d29869_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:45,868 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050514d8ce63ca45e1b304c59b8e9764d6_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050514d8ce63ca45e1b304c59b8e9764d6_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:45,869 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205089af3f7705848b59be907e114ba582f_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205089af3f7705848b59be907e114ba582f_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:45,870 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050b17dec77bd54bd2b152a8b3225a63d7_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050b17dec77bd54bd2b152a8b3225a63d7_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:45,871 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120528092ef2c5dc4296b363cda446098354_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120528092ef2c5dc4296b363cda446098354_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:45,872 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053c2d1da48cc14ddda6bfd9483f3f423a_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053c2d1da48cc14ddda6bfd9483f3f423a_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:45,873 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120540820044810145ebab588046f1151334_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120540820044810145ebab588046f1151334_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:45,874 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205534bbcbb586a4ea8891f71b30f15fcea_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205534bbcbb586a4ea8891f71b30f15fcea_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:45,875 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120557ad5144e41a428c9583a30848e2d58d_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120557ad5144e41a428c9583a30848e2d58d_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:45,876 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120559738fd1b0f64ec58b9293606fb08d06_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120559738fd1b0f64ec58b9293606fb08d06_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:45,877 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055c7ad75977174d3a9214a0eb6bce68bf_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055c7ad75977174d3a9214a0eb6bce68bf_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:45,878 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120562a9083f20ed45bb9152f0b55ca00c87_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120562a9083f20ed45bb9152f0b55ca00c87_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:45,879 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057066f4fc9fb44451b0ad360a78969507_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057066f4fc9fb44451b0ad360a78969507_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:45,881 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120575a8c07378314412a68aea947136a88e_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120575a8c07378314412a68aea947136a88e_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:45,882 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205795507180fbf46749271dd98546d760a_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205795507180fbf46749271dd98546d760a_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:45,883 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057b736f0d5e124d459ed66f0aa8d2911f_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057b736f0d5e124d459ed66f0aa8d2911f_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:45,884 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058d0b1feecb6e4d8b8230d07d2c0ccc1e_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058d0b1feecb6e4d8b8230d07d2c0ccc1e_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:45,885 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b4db4e59e0894966a2d6afa1e0017a1b_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b4db4e59e0894966a2d6afa1e0017a1b_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:45,886 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b5f659d7909f44af987fda66ca1635d7_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b5f659d7909f44af987fda66ca1635d7_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:45,887 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b8992926d57c4c7e82a836e4fb3221a8_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b8992926d57c4c7e82a836e4fb3221a8_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:45,889 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205db3f712b672447a782d01104a023fa0f_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205db3f712b672447a782d01104a023fa0f_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:45,890 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e92f5a0a1c7342479b2a41f5c9b0aac5_d42cc3d378475e2a59bf99dd232fa0fd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e92f5a0a1c7342479b2a41f5c9b0aac5_d42cc3d378475e2a59bf99dd232fa0fd 2024-12-05T13:19:45,890 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T13:19:45,892 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:19:45,894 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T13:19:45,896 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T13:19:45,897 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:19:45,898 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T13:19:45,898 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733404785898"}]},"ts":"9223372036854775807"} 2024-12-05T13:19:45,900 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-05T13:19:45,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d42cc3d378475e2a59bf99dd232fa0fd, NAME => 'TestAcidGuarantees,,1733404756518.d42cc3d378475e2a59bf99dd232fa0fd.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T13:19:45,900 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T13:19:45,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733404785900"}]},"ts":"9223372036854775807"} 2024-12-05T13:19:45,902 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-05T13:19:45,904 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:19:45,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 61 msec 2024-12-05T13:19:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-05T13:19:45,946 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-05T13:19:45,955 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=242 (was 239) Potentially hanging thread: hconnection-0x7f2037ab-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1490279856_22 at /127.0.0.1:53202 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-715469461_22 at /127.0.0.1:36900 [Waiting for operation #342] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-715469461_22 at /127.0.0.1:52684 [Waiting for operation #727] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1490279856_22 at /127.0.0.1:52550 [Waiting for operation #765] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7f2037ab-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/cluster_0379fd47-0fc8-418b-80c1-4bbe2be754d3/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/cluster_0379fd47-0fc8-418b-80c1-4bbe2be754d3/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7f2037ab-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7f2037ab-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 456) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=359 (was 311) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8388 (was 8505) 2024-12-05T13:19:45,964 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=242, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=359, ProcessCount=11, AvailableMemoryMB=8388 2024-12-05T13:19:45,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T13:19:45,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:19:45,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T13:19:45,967 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:19:45,967 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:45,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 70 2024-12-05T13:19:45,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-05T13:19:45,968 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:19:45,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742104_1280 (size=963) 2024-12-05T13:19:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-05T13:19:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-05T13:19:46,375 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e 2024-12-05T13:19:46,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742105_1281 (size=53) 2024-12-05T13:19:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-05T13:19:46,657 DEBUG [master/6fe4fa47a8fb:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 094e0220443168d5e40f78683b418974 changed from -1.0 to 0.0, refreshing cache 2024-12-05T13:19:46,784 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:19:46,784 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 3e6a308e67add815c6ddd75258f0624e, disabling compactions & flushes 2024-12-05T13:19:46,784 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:46,784 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:46,784 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. after waiting 0 ms 2024-12-05T13:19:46,784 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:46,784 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:46,784 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:46,786 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:19:46,786 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733404786786"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733404786786"}]},"ts":"1733404786786"} 2024-12-05T13:19:46,787 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T13:19:46,788 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:19:46,788 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404786788"}]},"ts":"1733404786788"} 2024-12-05T13:19:46,789 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T13:19:46,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e6a308e67add815c6ddd75258f0624e, ASSIGN}] 2024-12-05T13:19:46,795 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e6a308e67add815c6ddd75258f0624e, ASSIGN 2024-12-05T13:19:46,795 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e6a308e67add815c6ddd75258f0624e, ASSIGN; state=OFFLINE, location=6fe4fa47a8fb,37007,1733404723344; forceNewPlan=false, retain=false 2024-12-05T13:19:46,946 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=3e6a308e67add815c6ddd75258f0624e, regionState=OPENING, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:46,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; OpenRegionProcedure 3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344}] 2024-12-05T13:19:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-05T13:19:47,099 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:47,102 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:47,102 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7285): Opening region: {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:19:47,102 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:19:47,102 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:19:47,102 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7327): checking encryption for 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:19:47,102 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7330): checking classloading for 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:19:47,104 INFO [StoreOpener-3e6a308e67add815c6ddd75258f0624e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:19:47,105 INFO [StoreOpener-3e6a308e67add815c6ddd75258f0624e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:19:47,105 INFO [StoreOpener-3e6a308e67add815c6ddd75258f0624e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e6a308e67add815c6ddd75258f0624e columnFamilyName A 2024-12-05T13:19:47,105 DEBUG [StoreOpener-3e6a308e67add815c6ddd75258f0624e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:47,105 INFO [StoreOpener-3e6a308e67add815c6ddd75258f0624e-1 {}] regionserver.HStore(327): Store=3e6a308e67add815c6ddd75258f0624e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:19:47,105 INFO [StoreOpener-3e6a308e67add815c6ddd75258f0624e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:19:47,106 INFO [StoreOpener-3e6a308e67add815c6ddd75258f0624e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:19:47,106 INFO [StoreOpener-3e6a308e67add815c6ddd75258f0624e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e6a308e67add815c6ddd75258f0624e columnFamilyName B 2024-12-05T13:19:47,106 DEBUG [StoreOpener-3e6a308e67add815c6ddd75258f0624e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:47,107 INFO [StoreOpener-3e6a308e67add815c6ddd75258f0624e-1 {}] regionserver.HStore(327): Store=3e6a308e67add815c6ddd75258f0624e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:19:47,107 INFO [StoreOpener-3e6a308e67add815c6ddd75258f0624e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:19:47,108 INFO [StoreOpener-3e6a308e67add815c6ddd75258f0624e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:19:47,108 INFO [StoreOpener-3e6a308e67add815c6ddd75258f0624e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e6a308e67add815c6ddd75258f0624e columnFamilyName C 2024-12-05T13:19:47,108 DEBUG [StoreOpener-3e6a308e67add815c6ddd75258f0624e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:19:47,108 INFO [StoreOpener-3e6a308e67add815c6ddd75258f0624e-1 {}] regionserver.HStore(327): Store=3e6a308e67add815c6ddd75258f0624e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:19:47,108 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:47,109 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:19:47,109 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:19:47,110 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T13:19:47,111 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1085): writing seq id for 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:19:47,113 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:19:47,113 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1102): Opened 3e6a308e67add815c6ddd75258f0624e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74743946, jitterRate=0.11377158761024475}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T13:19:47,114 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1001): Region open journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:47,115 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., pid=72, masterSystemTime=1733404787099 2024-12-05T13:19:47,116 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:47,116 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:47,117 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=3e6a308e67add815c6ddd75258f0624e, regionState=OPEN, openSeqNum=2, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:47,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-05T13:19:47,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; OpenRegionProcedure 3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 in 170 msec 2024-12-05T13:19:47,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-12-05T13:19:47,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e6a308e67add815c6ddd75258f0624e, ASSIGN in 324 msec 2024-12-05T13:19:47,120 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:19:47,121 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404787120"}]},"ts":"1733404787120"} 2024-12-05T13:19:47,121 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T13:19:47,124 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:19:47,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1590 sec 2024-12-05T13:19:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-05T13:19:48,071 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 70 completed 2024-12-05T13:19:48,073 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64dc42d9 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58341641 2024-12-05T13:19:48,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b6adc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:19:48,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:19:48,079 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:19:48,080 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:19:48,081 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:19:48,082 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c1ac389 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44645c55 2024-12-05T13:19:48,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669e1999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:19:48,086 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x028e73c0 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64ee0130 2024-12-05T13:19:48,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72aa9ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:19:48,090 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c480dfb to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683b64c3 2024-12-05T13:19:48,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec09297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:19:48,094 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34cb3991 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e55eb7 2024-12-05T13:19:48,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfb20f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:19:48,097 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e9ae050 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a703d2 2024-12-05T13:19:48,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cf7fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:19:48,101 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14ed1e44 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78b04266 2024-12-05T13:19:48,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5886c0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:19:48,104 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72537a47 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@88aa519 2024-12-05T13:19:48,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e575aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:19:48,107 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x036642cb to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e998dd3 2024-12-05T13:19:48,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131ceb8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:19:48,110 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c299cfb to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e4c79b8 2024-12-05T13:19:48,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a78bf6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:19:48,114 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x605827c9 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d1403c3 2024-12-05T13:19:48,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328852db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:19:48,122 DEBUG [hconnection-0x37e04131-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:19:48,122 DEBUG [hconnection-0x1bf2967f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:19:48,122 DEBUG [hconnection-0x162c36b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:19:48,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:19:48,123 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:19:48,123 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45090, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:19:48,123 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45106, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:19:48,123 DEBUG [hconnection-0x4a6419b6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:19:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-12-05T13:19:48,124 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:19:48,125 DEBUG [hconnection-0x2f219b46-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:19:48,125 DEBUG [hconnection-0xf8d7e09-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:19:48,125 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:19:48,126 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:19:48,126 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:19:48,126 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:19:48,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:19:48,126 DEBUG [hconnection-0x786f1d2b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:19:48,127 DEBUG [hconnection-0x1c6bc362-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:19:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-05T13:19:48,127 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:19:48,128 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45142, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:19:48,128 DEBUG [hconnection-0x620e0b30-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:19:48,129 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:19:48,130 DEBUG [hconnection-0x3c450ac1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:19:48,132 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:19:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:19:48,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3e6a308e67add815c6ddd75258f0624e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T13:19:48,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=A 2024-12-05T13:19:48,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:48,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=B 2024-12-05T13:19:48,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:48,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=C 2024-12-05T13:19:48,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:48,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/42bdc166960f4d8f9dacb87fe156956c is 50, key is test_row_0/A:col10/1733404788135/Put/seqid=0 2024-12-05T13:19:48,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742106_1282 (size=19021) 2024-12-05T13:19:48,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404848211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:48,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404848213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:48,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404848215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:48,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404848214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:48,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404848217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-05T13:19:48,280 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:48,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-05T13:19:48,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:48,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:48,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:48,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:48,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:48,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404848318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:48,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404848321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:48,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:48,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404848322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404848322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:48,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404848322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-05T13:19:48,435 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:48,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-05T13:19:48,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:48,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:48,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:48,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:48,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:48,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404848522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:48,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404848525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:48,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404848525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:48,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404848525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:48,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404848526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:48,588 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:48,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-05T13:19:48,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:48,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:48,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:48,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:48,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:48,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/42bdc166960f4d8f9dacb87fe156956c 2024-12-05T13:19:48,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/6c7eee4b9d174c629dce0227c747915e is 50, key is test_row_0/B:col10/1733404788135/Put/seqid=0 2024-12-05T13:19:48,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742107_1283 (size=12001) 2024-12-05T13:19:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-05T13:19:48,741 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:48,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-05T13:19:48,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:48,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:48,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:48,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:48,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:48,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404848825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:48,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404848827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:48,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404848829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:48,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404848830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:48,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404848830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:48,895 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:48,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-05T13:19:48,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:48,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:48,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:48,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:48,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:49,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/6c7eee4b9d174c629dce0227c747915e 2024-12-05T13:19:49,049 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:49,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-05T13:19:49,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:49,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:49,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:49,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:49,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:49,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/21ff4e754fe041e283c26206b5c373cb is 50, key is test_row_0/C:col10/1733404788135/Put/seqid=0 2024-12-05T13:19:49,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742108_1284 (size=12001) 2024-12-05T13:19:49,202 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:49,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-05T13:19:49,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:49,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:49,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:49,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:49,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-05T13:19:49,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404849328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:49,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404849332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:49,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:49,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404849334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404849333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:49,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404849334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:49,355 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:49,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-05T13:19:49,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:49,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:49,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:49,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:49,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:49,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/21ff4e754fe041e283c26206b5c373cb 2024-12-05T13:19:49,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/42bdc166960f4d8f9dacb87fe156956c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/42bdc166960f4d8f9dacb87fe156956c 2024-12-05T13:19:49,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/42bdc166960f4d8f9dacb87fe156956c, entries=300, sequenceid=14, filesize=18.6 K 2024-12-05T13:19:49,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/6c7eee4b9d174c629dce0227c747915e as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/6c7eee4b9d174c629dce0227c747915e 2024-12-05T13:19:49,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/6c7eee4b9d174c629dce0227c747915e, entries=150, sequenceid=14, filesize=11.7 K 2024-12-05T13:19:49,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/21ff4e754fe041e283c26206b5c373cb as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/21ff4e754fe041e283c26206b5c373cb 2024-12-05T13:19:49,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/21ff4e754fe041e283c26206b5c373cb, entries=150, sequenceid=14, filesize=11.7 K 2024-12-05T13:19:49,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3e6a308e67add815c6ddd75258f0624e in 1345ms, sequenceid=14, compaction requested=false 2024-12-05T13:19:49,486 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-05T13:19:49,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:49,508 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:49,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-05T13:19:49,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:49,509 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 3e6a308e67add815c6ddd75258f0624e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-05T13:19:49,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=A 2024-12-05T13:19:49,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:49,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=B 2024-12-05T13:19:49,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:49,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=C 2024-12-05T13:19:49,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:49,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/0f197ba818824f949ceb0b321fae35aa is 50, key is test_row_0/A:col10/1733404788211/Put/seqid=0 2024-12-05T13:19:49,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742109_1285 (size=12001) 2024-12-05T13:19:49,871 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T13:19:49,920 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/0f197ba818824f949ceb0b321fae35aa 2024-12-05T13:19:49,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/abebafe26f694e87a221a4ae037796e4 is 50, key is test_row_0/B:col10/1733404788211/Put/seqid=0 2024-12-05T13:19:49,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742110_1286 (size=12001) 2024-12-05T13:19:49,934 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/abebafe26f694e87a221a4ae037796e4 2024-12-05T13:19:49,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/39dfd684168648da9770dfd1a8da065e is 50, key is test_row_0/C:col10/1733404788211/Put/seqid=0 2024-12-05T13:19:49,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742111_1287 (size=12001) 2024-12-05T13:19:49,947 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/39dfd684168648da9770dfd1a8da065e 2024-12-05T13:19:49,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/0f197ba818824f949ceb0b321fae35aa as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/0f197ba818824f949ceb0b321fae35aa 2024-12-05T13:19:49,962 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/0f197ba818824f949ceb0b321fae35aa, entries=150, sequenceid=37, filesize=11.7 K 2024-12-05T13:19:49,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/abebafe26f694e87a221a4ae037796e4 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/abebafe26f694e87a221a4ae037796e4 2024-12-05T13:19:49,970 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/abebafe26f694e87a221a4ae037796e4, entries=150, sequenceid=37, filesize=11.7 K 2024-12-05T13:19:49,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/39dfd684168648da9770dfd1a8da065e as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/39dfd684168648da9770dfd1a8da065e 2024-12-05T13:19:49,977 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/39dfd684168648da9770dfd1a8da065e, entries=150, sequenceid=37, filesize=11.7 K 2024-12-05T13:19:49,978 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 3e6a308e67add815c6ddd75258f0624e in 468ms, sequenceid=37, compaction requested=false 2024-12-05T13:19:49,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:49,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:49,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-12-05T13:19:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-12-05T13:19:49,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-05T13:19:49,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8530 sec 2024-12-05T13:19:49,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.8600 sec 2024-12-05T13:19:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-05T13:19:50,231 INFO [Thread-1284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-12-05T13:19:50,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:19:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-12-05T13:19:50,234 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:19:50,235 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:19:50,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:19:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-05T13:19:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-05T13:19:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:19:50,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3e6a308e67add815c6ddd75258f0624e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T13:19:50,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=A 2024-12-05T13:19:50,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:50,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=B 2024-12-05T13:19:50,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:50,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=C 2024-12-05T13:19:50,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:50,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/9486a76e2a19425fa347be16199c952d is 50, key is test_row_0/A:col10/1733404790342/Put/seqid=0 2024-12-05T13:19:50,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742112_1288 (size=14341) 2024-12-05T13:19:50,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/9486a76e2a19425fa347be16199c952d 2024-12-05T13:19:50,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/50d962e78757409f815dbd27e19a34d8 is 50, key is test_row_0/B:col10/1733404790342/Put/seqid=0 2024-12-05T13:19:50,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404850367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:50,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404850367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:50,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404850369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:50,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742113_1289 (size=12001) 2024-12-05T13:19:50,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404850372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:50,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404850373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:50,387 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:50,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-05T13:19:50,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:50,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:50,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:50,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:50,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:50,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404850474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:50,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:50,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404850474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404850474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:50,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404850477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:50,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404850478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-05T13:19:50,540 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:50,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-05T13:19:50,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:50,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:50,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:50,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:50,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:50,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404850677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:50,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404850678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:50,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404850678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:50,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404850681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:50,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404850681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:50,693 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:50,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-05T13:19:50,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:50,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:50,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:50,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:50,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:50,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/50d962e78757409f815dbd27e19a34d8 2024-12-05T13:19:50,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/7cafbdf5f2844d0eb65b07c86401df3b is 50, key is test_row_0/C:col10/1733404790342/Put/seqid=0 2024-12-05T13:19:50,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742114_1290 (size=12001) 2024-12-05T13:19:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-05T13:19:50,845 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:50,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-05T13:19:50,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:50,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:50,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:50,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:50,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:50,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404850979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:50,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404850980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:50,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404850982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:50,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404850983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:50,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:50,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404850984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:50,999 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:50,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-05T13:19:50,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:50,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:51,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:51,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:51,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:51,152 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:51,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-05T13:19:51,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:51,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:51,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:51,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:51,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:51,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/7cafbdf5f2844d0eb65b07c86401df3b 2024-12-05T13:19:51,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/9486a76e2a19425fa347be16199c952d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/9486a76e2a19425fa347be16199c952d 2024-12-05T13:19:51,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/9486a76e2a19425fa347be16199c952d, entries=200, sequenceid=50, filesize=14.0 K 2024-12-05T13:19:51,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/50d962e78757409f815dbd27e19a34d8 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/50d962e78757409f815dbd27e19a34d8 2024-12-05T13:19:51,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/50d962e78757409f815dbd27e19a34d8, entries=150, sequenceid=50, filesize=11.7 K 2024-12-05T13:19:51,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/7cafbdf5f2844d0eb65b07c86401df3b as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/7cafbdf5f2844d0eb65b07c86401df3b 2024-12-05T13:19:51,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/7cafbdf5f2844d0eb65b07c86401df3b, entries=150, sequenceid=50, filesize=11.7 K 2024-12-05T13:19:51,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 3e6a308e67add815c6ddd75258f0624e in 871ms, sequenceid=50, compaction requested=true 2024-12-05T13:19:51,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:51,218 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:51,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:19:51,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:51,218 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:51,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:19:51,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:51,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:19:51,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:51,219 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:51,219 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/A is initiating minor compaction (all files) 2024-12-05T13:19:51,219 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/A in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:51,219 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:51,220 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/B is initiating minor compaction (all files) 2024-12-05T13:19:51,220 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/42bdc166960f4d8f9dacb87fe156956c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/0f197ba818824f949ceb0b321fae35aa, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/9486a76e2a19425fa347be16199c952d] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=44.3 K 2024-12-05T13:19:51,220 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/B in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:51,220 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/6c7eee4b9d174c629dce0227c747915e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/abebafe26f694e87a221a4ae037796e4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/50d962e78757409f815dbd27e19a34d8] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=35.2 K 2024-12-05T13:19:51,220 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 42bdc166960f4d8f9dacb87fe156956c, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733404788131 2024-12-05T13:19:51,220 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c7eee4b9d174c629dce0227c747915e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733404788135 2024-12-05T13:19:51,221 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f197ba818824f949ceb0b321fae35aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733404788211 2024-12-05T13:19:51,221 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting abebafe26f694e87a221a4ae037796e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733404788211 2024-12-05T13:19:51,221 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 9486a76e2a19425fa347be16199c952d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733404790342 2024-12-05T13:19:51,221 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50d962e78757409f815dbd27e19a34d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733404790342 2024-12-05T13:19:51,230 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#B#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:51,231 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/2c929cdb7741474b9ce8035b8b06cc39 is 50, key is test_row_0/B:col10/1733404790342/Put/seqid=0 2024-12-05T13:19:51,231 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#A#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:51,232 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/90e2712fc4734f18a41e993c5d2c571a is 50, key is test_row_0/A:col10/1733404790342/Put/seqid=0 2024-12-05T13:19:51,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742115_1291 (size=12104) 2024-12-05T13:19:51,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742116_1292 (size=12104) 2024-12-05T13:19:51,305 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:51,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-05T13:19:51,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:51,306 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 3e6a308e67add815c6ddd75258f0624e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T13:19:51,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=A 2024-12-05T13:19:51,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:51,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=B 2024-12-05T13:19:51,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:51,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=C 2024-12-05T13:19:51,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:51,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/848af0269a594e7599648cc166016320 is 50, key is test_row_0/A:col10/1733404790360/Put/seqid=0 2024-12-05T13:19:51,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742117_1293 (size=12001) 2024-12-05T13:19:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-05T13:19:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:19:51,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:51,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404851520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:51,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404851522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:51,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404851522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:51,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404851523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:51,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404851523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:51,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404851625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:51,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404851626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:51,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404851626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:51,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404851627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:51,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404851627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:51,657 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/2c929cdb7741474b9ce8035b8b06cc39 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/2c929cdb7741474b9ce8035b8b06cc39 2024-12-05T13:19:51,661 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/90e2712fc4734f18a41e993c5d2c571a as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/90e2712fc4734f18a41e993c5d2c571a 2024-12-05T13:19:51,671 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/B of 3e6a308e67add815c6ddd75258f0624e into 2c929cdb7741474b9ce8035b8b06cc39(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:51,671 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:51,671 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/B, priority=13, startTime=1733404791218; duration=0sec 2024-12-05T13:19:51,672 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:51,672 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:B 2024-12-05T13:19:51,672 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:51,673 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:51,673 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/C is initiating minor compaction (all files) 2024-12-05T13:19:51,673 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/C in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:51,673 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/21ff4e754fe041e283c26206b5c373cb, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/39dfd684168648da9770dfd1a8da065e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/7cafbdf5f2844d0eb65b07c86401df3b] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=35.2 K 2024-12-05T13:19:51,674 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21ff4e754fe041e283c26206b5c373cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733404788135 2024-12-05T13:19:51,674 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39dfd684168648da9770dfd1a8da065e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733404788211 2024-12-05T13:19:51,675 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7cafbdf5f2844d0eb65b07c86401df3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733404790342 2024-12-05T13:19:51,676 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/A of 3e6a308e67add815c6ddd75258f0624e into 90e2712fc4734f18a41e993c5d2c571a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:51,676 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:51,676 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/A, priority=13, startTime=1733404791218; duration=0sec 2024-12-05T13:19:51,676 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:51,676 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:A 2024-12-05T13:19:51,686 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#C#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:51,686 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/1ccd31a6699b4b4fb59a52c06726c9ff is 50, key is test_row_0/C:col10/1733404790342/Put/seqid=0 2024-12-05T13:19:51,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742118_1294 (size=12104) 2024-12-05T13:19:51,720 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/848af0269a594e7599648cc166016320 2024-12-05T13:19:51,727 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/1ccd31a6699b4b4fb59a52c06726c9ff as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/1ccd31a6699b4b4fb59a52c06726c9ff 2024-12-05T13:19:51,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/5aac21f7cf004c15b2b9d9e2d1af26b5 is 50, key is test_row_0/B:col10/1733404790360/Put/seqid=0 2024-12-05T13:19:51,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742119_1295 (size=12001) 2024-12-05T13:19:51,735 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/C of 3e6a308e67add815c6ddd75258f0624e into 1ccd31a6699b4b4fb59a52c06726c9ff(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:51,735 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/5aac21f7cf004c15b2b9d9e2d1af26b5 2024-12-05T13:19:51,735 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:51,735 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/C, priority=13, startTime=1733404791218; duration=0sec 2024-12-05T13:19:51,735 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:51,735 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:C 2024-12-05T13:19:51,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/98f4e45b4db44b58845fb3702d9bf84b is 50, key is test_row_0/C:col10/1733404790360/Put/seqid=0 2024-12-05T13:19:51,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742120_1296 (size=12001) 2024-12-05T13:19:51,755 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/98f4e45b4db44b58845fb3702d9bf84b 2024-12-05T13:19:51,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/848af0269a594e7599648cc166016320 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/848af0269a594e7599648cc166016320 2024-12-05T13:19:51,765 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/848af0269a594e7599648cc166016320, entries=150, sequenceid=74, filesize=11.7 K 2024-12-05T13:19:51,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/5aac21f7cf004c15b2b9d9e2d1af26b5 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/5aac21f7cf004c15b2b9d9e2d1af26b5 2024-12-05T13:19:51,771 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/5aac21f7cf004c15b2b9d9e2d1af26b5, entries=150, sequenceid=74, filesize=11.7 K 2024-12-05T13:19:51,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/98f4e45b4db44b58845fb3702d9bf84b as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/98f4e45b4db44b58845fb3702d9bf84b 2024-12-05T13:19:51,777 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/98f4e45b4db44b58845fb3702d9bf84b, entries=150, sequenceid=74, filesize=11.7 K 2024-12-05T13:19:51,778 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3e6a308e67add815c6ddd75258f0624e in 473ms, sequenceid=74, compaction requested=false 2024-12-05T13:19:51,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:51,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:51,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-12-05T13:19:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-12-05T13:19:51,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-05T13:19:51,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5450 sec 2024-12-05T13:19:51,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.5500 sec 2024-12-05T13:19:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:19:51,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3e6a308e67add815c6ddd75258f0624e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-05T13:19:51,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=A 2024-12-05T13:19:51,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:51,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=B 2024-12-05T13:19:51,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:51,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=C 2024-12-05T13:19:51,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:51,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/e77d836bba7b41ea8c85ce881b4abeb9 is 50, key is test_row_0/A:col10/1733404791831/Put/seqid=0 2024-12-05T13:19:51,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742121_1297 (size=14341) 2024-12-05T13:19:51,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/e77d836bba7b41ea8c85ce881b4abeb9 2024-12-05T13:19:51,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/90720459adee4304862cc39e3ae0d782 is 50, key is test_row_0/B:col10/1733404791831/Put/seqid=0 2024-12-05T13:19:51,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404851860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:51,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404851860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:51,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404851861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:51,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404851862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:51,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404851862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:51,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742122_1298 (size=12001) 2024-12-05T13:19:51,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404851965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:51,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404851965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:51,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404851966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:51,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404851966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:51,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404851966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:52,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404852168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:52,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404852168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:52,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:52,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404852168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404852169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:52,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404852170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:52,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/90720459adee4304862cc39e3ae0d782 2024-12-05T13:19:52,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/5a68ae29b81443e88fd51b1e57a3298c is 50, key is test_row_0/C:col10/1733404791831/Put/seqid=0 2024-12-05T13:19:52,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742123_1299 (size=12001) 2024-12-05T13:19:52,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/5a68ae29b81443e88fd51b1e57a3298c 2024-12-05T13:19:52,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/e77d836bba7b41ea8c85ce881b4abeb9 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/e77d836bba7b41ea8c85ce881b4abeb9 2024-12-05T13:19:52,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/e77d836bba7b41ea8c85ce881b4abeb9, entries=200, sequenceid=91, filesize=14.0 K 2024-12-05T13:19:52,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/90720459adee4304862cc39e3ae0d782 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/90720459adee4304862cc39e3ae0d782 2024-12-05T13:19:52,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/90720459adee4304862cc39e3ae0d782, entries=150, sequenceid=91, filesize=11.7 K 2024-12-05T13:19:52,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/5a68ae29b81443e88fd51b1e57a3298c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/5a68ae29b81443e88fd51b1e57a3298c 2024-12-05T13:19:52,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/5a68ae29b81443e88fd51b1e57a3298c, entries=150, sequenceid=91, filesize=11.7 K 2024-12-05T13:19:52,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 3e6a308e67add815c6ddd75258f0624e in 473ms, sequenceid=91, compaction requested=true 2024-12-05T13:19:52,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:52,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:19:52,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:52,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:19:52,305 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:52,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:52,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:19:52,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:52,305 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:52,306 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:52,306 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/B is initiating minor compaction (all files) 2024-12-05T13:19:52,306 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/B in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:52,306 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/2c929cdb7741474b9ce8035b8b06cc39, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/5aac21f7cf004c15b2b9d9e2d1af26b5, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/90720459adee4304862cc39e3ae0d782] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=35.3 K 2024-12-05T13:19:52,307 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:52,307 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c929cdb7741474b9ce8035b8b06cc39, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733404790342 2024-12-05T13:19:52,307 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/A is initiating minor compaction (all files) 2024-12-05T13:19:52,307 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/A in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:52,307 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/90e2712fc4734f18a41e993c5d2c571a, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/848af0269a594e7599648cc166016320, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/e77d836bba7b41ea8c85ce881b4abeb9] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=37.5 K 2024-12-05T13:19:52,307 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 5aac21f7cf004c15b2b9d9e2d1af26b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733404790360 2024-12-05T13:19:52,308 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90e2712fc4734f18a41e993c5d2c571a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733404790342 2024-12-05T13:19:52,308 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 90720459adee4304862cc39e3ae0d782, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733404791522 2024-12-05T13:19:52,308 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 848af0269a594e7599648cc166016320, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733404790360 2024-12-05T13:19:52,309 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting e77d836bba7b41ea8c85ce881b4abeb9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733404791521 2024-12-05T13:19:52,319 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#A#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:52,319 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/f56eb380bba9444e92c2d7d2e7b29c6d is 50, key is test_row_0/A:col10/1733404791831/Put/seqid=0 2024-12-05T13:19:52,323 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#B#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:52,323 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/73df53f04f284d78a174bd6924cece1d is 50, key is test_row_0/B:col10/1733404791831/Put/seqid=0 2024-12-05T13:19:52,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742124_1300 (size=12207) 2024-12-05T13:19:52,332 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/f56eb380bba9444e92c2d7d2e7b29c6d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/f56eb380bba9444e92c2d7d2e7b29c6d 2024-12-05T13:19:52,339 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/A of 3e6a308e67add815c6ddd75258f0624e into f56eb380bba9444e92c2d7d2e7b29c6d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:52,339 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:52,339 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/A, priority=13, startTime=1733404792305; duration=0sec 2024-12-05T13:19:52,339 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:52,339 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:A 2024-12-05T13:19:52,339 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-05T13:19:52,340 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:52,340 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/C is initiating minor compaction (all files) 2024-12-05T13:19:52,341 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/C in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:52,341 INFO [Thread-1284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-05T13:19:52,341 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/1ccd31a6699b4b4fb59a52c06726c9ff, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/98f4e45b4db44b58845fb3702d9bf84b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/5a68ae29b81443e88fd51b1e57a3298c] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=35.3 K 2024-12-05T13:19:52,341 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ccd31a6699b4b4fb59a52c06726c9ff, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733404790342 2024-12-05T13:19:52,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:19:52,343 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98f4e45b4db44b58845fb3702d9bf84b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733404790360 2024-12-05T13:19:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-12-05T13:19:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-05T13:19:52,345 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:19:52,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742125_1301 (size=12207) 2024-12-05T13:19:52,345 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a68ae29b81443e88fd51b1e57a3298c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733404791522 2024-12-05T13:19:52,346 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:19:52,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:19:52,359 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#C#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:52,361 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/f14de1d2f6b94933b1cc65f0ea94aa9c is 50, key is test_row_0/C:col10/1733404791831/Put/seqid=0 2024-12-05T13:19:52,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742126_1302 (size=12207) 2024-12-05T13:19:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-05T13:19:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:19:52,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3e6a308e67add815c6ddd75258f0624e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T13:19:52,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=A 2024-12-05T13:19:52,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:52,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=B 2024-12-05T13:19:52,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:52,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=C 2024-12-05T13:19:52,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:52,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/fbc98820cd2745b09d6de428176dd8a8 is 50, key is test_row_0/A:col10/1733404792472/Put/seqid=0 2024-12-05T13:19:52,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404852481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:52,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404852482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:52,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404852484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:52,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404852484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:52,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404852485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:52,501 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:52,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-05T13:19:52,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:52,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:52,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:52,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:52,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:52,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742127_1303 (size=12001) 2024-12-05T13:19:52,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404852586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:52,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404852587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:52,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404852587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:52,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404852588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:52,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404852588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-05T13:19:52,654 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:52,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-05T13:19:52,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:52,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:52,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:52,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:52,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:52,755 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/73df53f04f284d78a174bd6924cece1d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/73df53f04f284d78a174bd6924cece1d 2024-12-05T13:19:52,762 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/B of 3e6a308e67add815c6ddd75258f0624e into 73df53f04f284d78a174bd6924cece1d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:52,762 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:52,762 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/B, priority=13, startTime=1733404792305; duration=0sec 2024-12-05T13:19:52,762 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:52,762 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:B 2024-12-05T13:19:52,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404852789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:52,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404852790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:52,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404852790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:52,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404852791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:52,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:52,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404852793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:52,800 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/f14de1d2f6b94933b1cc65f0ea94aa9c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/f14de1d2f6b94933b1cc65f0ea94aa9c 2024-12-05T13:19:52,805 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/C of 3e6a308e67add815c6ddd75258f0624e into f14de1d2f6b94933b1cc65f0ea94aa9c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:52,805 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:52,805 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/C, priority=13, startTime=1733404792305; duration=0sec 2024-12-05T13:19:52,806 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:52,806 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:C 2024-12-05T13:19:52,812 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:52,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-05T13:19:52,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:52,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:52,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:52,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:52,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:52,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/fbc98820cd2745b09d6de428176dd8a8 2024-12-05T13:19:52,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/184b467deaaf45e7b29443982432b1e4 is 50, key is test_row_0/B:col10/1733404792472/Put/seqid=0 2024-12-05T13:19:52,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742128_1304 (size=12001) 2024-12-05T13:19:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-05T13:19:52,965 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:52,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-05T13:19:52,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:52,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:52,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:52,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:52,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:52,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:53,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404853094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:53,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:53,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404853095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404853095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:53,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404853095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:53,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404853095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:53,118 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:53,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-05T13:19:53,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:53,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:53,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:53,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:53,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:53,271 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:53,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-05T13:19:53,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:53,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:53,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:53,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:53,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:53,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/184b467deaaf45e7b29443982432b1e4 2024-12-05T13:19:53,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/779a683948e14f88a548d45b305b5f4d is 50, key is test_row_0/C:col10/1733404792472/Put/seqid=0 2024-12-05T13:19:53,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742129_1305 (size=12001) 2024-12-05T13:19:53,424 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:53,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-05T13:19:53,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:53,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:53,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:53,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:53,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:53,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-05T13:19:53,578 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:53,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-05T13:19:53,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:53,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:53,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:53,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:53,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:53,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404853597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:53,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404853598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:53,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404853599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:53,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404853600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:53,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404853601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:53,731 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:53,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-05T13:19:53,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:53,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:53,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:53,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:53,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:53,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:53,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/779a683948e14f88a548d45b305b5f4d 2024-12-05T13:19:53,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/fbc98820cd2745b09d6de428176dd8a8 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/fbc98820cd2745b09d6de428176dd8a8 2024-12-05T13:19:53,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/fbc98820cd2745b09d6de428176dd8a8, entries=150, sequenceid=117, filesize=11.7 K 2024-12-05T13:19:53,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/184b467deaaf45e7b29443982432b1e4 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/184b467deaaf45e7b29443982432b1e4 2024-12-05T13:19:53,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/184b467deaaf45e7b29443982432b1e4, entries=150, sequenceid=117, filesize=11.7 K 2024-12-05T13:19:53,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/779a683948e14f88a548d45b305b5f4d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/779a683948e14f88a548d45b305b5f4d 2024-12-05T13:19:53,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/779a683948e14f88a548d45b305b5f4d, entries=150, sequenceid=117, filesize=11.7 K 2024-12-05T13:19:53,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 3e6a308e67add815c6ddd75258f0624e in 1298ms, sequenceid=117, compaction requested=false 2024-12-05T13:19:53,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:53,884 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:53,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-05T13:19:53,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:53,885 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 3e6a308e67add815c6ddd75258f0624e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T13:19:53,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=A 2024-12-05T13:19:53,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:53,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=B 2024-12-05T13:19:53,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:53,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=C 2024-12-05T13:19:53,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:53,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/1cc56e2ef5584cfe84b22e02198a80b8 is 50, key is test_row_0/A:col10/1733404792482/Put/seqid=0 2024-12-05T13:19:53,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742130_1306 (size=12001) 2024-12-05T13:19:53,895 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/1cc56e2ef5584cfe84b22e02198a80b8 2024-12-05T13:19:53,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/b7122d182c2843fb99b96696f62cd522 is 50, key is test_row_0/B:col10/1733404792482/Put/seqid=0 2024-12-05T13:19:53,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742131_1307 (size=12001) 2024-12-05T13:19:53,908 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/b7122d182c2843fb99b96696f62cd522 2024-12-05T13:19:53,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/df5e88d2775f4a0f863cddb7b8af86eb is 50, key is test_row_0/C:col10/1733404792482/Put/seqid=0 2024-12-05T13:19:53,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742132_1308 (size=12001) 2024-12-05T13:19:54,321 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/df5e88d2775f4a0f863cddb7b8af86eb 2024-12-05T13:19:54,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/1cc56e2ef5584cfe84b22e02198a80b8 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/1cc56e2ef5584cfe84b22e02198a80b8 2024-12-05T13:19:54,332 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/1cc56e2ef5584cfe84b22e02198a80b8, entries=150, sequenceid=131, filesize=11.7 K 2024-12-05T13:19:54,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/b7122d182c2843fb99b96696f62cd522 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/b7122d182c2843fb99b96696f62cd522 2024-12-05T13:19:54,338 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/b7122d182c2843fb99b96696f62cd522, entries=150, sequenceid=131, filesize=11.7 K 2024-12-05T13:19:54,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/df5e88d2775f4a0f863cddb7b8af86eb as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/df5e88d2775f4a0f863cddb7b8af86eb 2024-12-05T13:19:54,343 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/df5e88d2775f4a0f863cddb7b8af86eb, entries=150, sequenceid=131, filesize=11.7 K 2024-12-05T13:19:54,344 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 3e6a308e67add815c6ddd75258f0624e in 459ms, sequenceid=131, compaction requested=true 2024-12-05T13:19:54,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:54,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:54,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-12-05T13:19:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-12-05T13:19:54,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-05T13:19:54,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0000 sec 2024-12-05T13:19:54,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 2.0070 sec 2024-12-05T13:19:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-05T13:19:54,449 INFO [Thread-1284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-05T13:19:54,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:19:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-05T13:19:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-05T13:19:54,452 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:19:54,453 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:19:54,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:19:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-05T13:19:54,604 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:54,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-05T13:19:54,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:54,605 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 3e6a308e67add815c6ddd75258f0624e 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-12-05T13:19:54,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=A 2024-12-05T13:19:54,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:54,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=B 2024-12-05T13:19:54,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:54,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=C 2024-12-05T13:19:54,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:54,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/df706f303ede42dcb592d2710a415cef is 50, key is test_row_0/A:col10/1733404794602/Put/seqid=0 2024-12-05T13:19:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:19:54,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:54,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742133_1309 (size=7365) 2024-12-05T13:19:54,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404854630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:54,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404854631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:54,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404854632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:54,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404854634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:54,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404854634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:54,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404854735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:54,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404854735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:54,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404854735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:54,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404854737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:54,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404854738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-05T13:19:54,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404854938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:54,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404854938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:54,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404854939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:54,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404854940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:54,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404854941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:55,026 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/df706f303ede42dcb592d2710a415cef 2024-12-05T13:19:55,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/024e148e74bb46d483e28985b44c1b4c is 50, key is test_row_0/B:col10/1733404794602/Put/seqid=0 2024-12-05T13:19:55,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742134_1310 (size=7365) 2024-12-05T13:19:55,050 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/024e148e74bb46d483e28985b44c1b4c 2024-12-05T13:19:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-05T13:19:55,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/0b13b14fc8a34e0b939d228d3d58d186 is 50, key is test_row_0/C:col10/1733404794602/Put/seqid=0 2024-12-05T13:19:55,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742135_1311 (size=7365) 2024-12-05T13:19:55,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404855241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:55,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404855242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:55,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404855244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:55,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404855245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:55,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404855246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:55,466 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/0b13b14fc8a34e0b939d228d3d58d186 2024-12-05T13:19:55,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/df706f303ede42dcb592d2710a415cef as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/df706f303ede42dcb592d2710a415cef 2024-12-05T13:19:55,476 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/df706f303ede42dcb592d2710a415cef, entries=50, sequenceid=136, filesize=7.2 K 2024-12-05T13:19:55,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/024e148e74bb46d483e28985b44c1b4c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/024e148e74bb46d483e28985b44c1b4c 2024-12-05T13:19:55,480 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/024e148e74bb46d483e28985b44c1b4c, entries=50, sequenceid=136, filesize=7.2 K 2024-12-05T13:19:55,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/0b13b14fc8a34e0b939d228d3d58d186 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/0b13b14fc8a34e0b939d228d3d58d186 2024-12-05T13:19:55,485 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/0b13b14fc8a34e0b939d228d3d58d186, entries=50, sequenceid=136, filesize=7.2 K 2024-12-05T13:19:55,486 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=194.56 KB/199230 for 3e6a308e67add815c6ddd75258f0624e in 881ms, sequenceid=136, compaction requested=true 2024-12-05T13:19:55,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:55,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:55,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-05T13:19:55,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-12-05T13:19:55,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-05T13:19:55,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0340 sec 2024-12-05T13:19:55,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.0390 sec 2024-12-05T13:19:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-05T13:19:55,556 INFO [Thread-1284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-05T13:19:55,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:19:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-05T13:19:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-05T13:19:55,559 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:19:55,560 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:19:55,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:19:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-05T13:19:55,712 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:55,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-05T13:19:55,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:55,713 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 3e6a308e67add815c6ddd75258f0624e 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-12-05T13:19:55,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=A 2024-12-05T13:19:55,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:55,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=B 2024-12-05T13:19:55,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:55,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=C 2024-12-05T13:19:55,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:55,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/c68eb18df33742339f568d2ac286ff1d is 50, key is test_row_0/A:col10/1733404794627/Put/seqid=0 2024-12-05T13:19:55,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742136_1312 (size=12151) 2024-12-05T13:19:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:19:55,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:55,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404855747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:55,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:55,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404855748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404855748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:55,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404855749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:55,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404855752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:55,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404855851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-05T13:19:56,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404856054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:56,123 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/c68eb18df33742339f568d2ac286ff1d 2024-12-05T13:19:56,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/1e0de61fcd2b4098945a520851f923bc is 50, key is test_row_0/B:col10/1733404794627/Put/seqid=0 2024-12-05T13:19:56,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742137_1313 (size=12151) 2024-12-05T13:19:56,135 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/1e0de61fcd2b4098945a520851f923bc 2024-12-05T13:19:56,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/3f7a765f47f24f4fb79b3414d750a3b0 is 50, key is test_row_0/C:col10/1733404794627/Put/seqid=0 2024-12-05T13:19:56,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742138_1314 (size=12151) 2024-12-05T13:19:56,157 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/3f7a765f47f24f4fb79b3414d750a3b0 2024-12-05T13:19:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-05T13:19:56,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/c68eb18df33742339f568d2ac286ff1d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/c68eb18df33742339f568d2ac286ff1d 2024-12-05T13:19:56,167 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/c68eb18df33742339f568d2ac286ff1d, entries=150, sequenceid=168, filesize=11.9 K 2024-12-05T13:19:56,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/1e0de61fcd2b4098945a520851f923bc as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/1e0de61fcd2b4098945a520851f923bc 2024-12-05T13:19:56,172 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/1e0de61fcd2b4098945a520851f923bc, entries=150, sequenceid=168, filesize=11.9 K 2024-12-05T13:19:56,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/3f7a765f47f24f4fb79b3414d750a3b0 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/3f7a765f47f24f4fb79b3414d750a3b0 2024-12-05T13:19:56,177 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/3f7a765f47f24f4fb79b3414d750a3b0, entries=150, sequenceid=168, filesize=11.9 K 2024-12-05T13:19:56,178 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 3e6a308e67add815c6ddd75258f0624e in 465ms, sequenceid=168, compaction requested=true 2024-12-05T13:19:56,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:56,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:56,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-05T13:19:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-05T13:19:56,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-05T13:19:56,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 619 msec 2024-12-05T13:19:56,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 624 msec 2024-12-05T13:19:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:19:56,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3e6a308e67add815c6ddd75258f0624e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T13:19:56,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=A 2024-12-05T13:19:56,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:56,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=B 2024-12-05T13:19:56,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:56,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=C 2024-12-05T13:19:56,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:56,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/41e8fee795cb44e188c8ccbe8cf24c17 is 50, key is test_row_0/A:col10/1733404796367/Put/seqid=0 2024-12-05T13:19:56,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742139_1315 (size=12147) 2024-12-05T13:19:56,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/41e8fee795cb44e188c8ccbe8cf24c17 2024-12-05T13:19:56,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/9bcbc11d219e4e62995bf586dcbd8ef3 is 50, key is test_row_0/B:col10/1733404796367/Put/seqid=0 2024-12-05T13:19:56,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742140_1316 (size=9757) 2024-12-05T13:19:56,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404856453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:56,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404856557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:56,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-05T13:19:56,662 INFO [Thread-1284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-05T13:19:56,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:19:56,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-05T13:19:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-05T13:19:56,665 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:19:56,666 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:19:56,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:19:56,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:56,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404856753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:56,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:56,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404856755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:56,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:56,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404856757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:56,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:56,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404856757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:56,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:56,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404856761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:56,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-05T13:19:56,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/9bcbc11d219e4e62995bf586dcbd8ef3 2024-12-05T13:19:56,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/682d915a02344edb940a682764a4c227 is 50, key is test_row_0/C:col10/1733404796367/Put/seqid=0 2024-12-05T13:19:56,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742141_1317 (size=9757) 2024-12-05T13:19:56,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/682d915a02344edb940a682764a4c227 2024-12-05T13:19:56,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/41e8fee795cb44e188c8ccbe8cf24c17 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/41e8fee795cb44e188c8ccbe8cf24c17 2024-12-05T13:19:56,818 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:56,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-05T13:19:56,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:56,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:56,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:56,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:56,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:56,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:56,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/41e8fee795cb44e188c8ccbe8cf24c17, entries=150, sequenceid=179, filesize=11.9 K 2024-12-05T13:19:56,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/9bcbc11d219e4e62995bf586dcbd8ef3 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/9bcbc11d219e4e62995bf586dcbd8ef3 2024-12-05T13:19:56,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/9bcbc11d219e4e62995bf586dcbd8ef3, entries=100, sequenceid=179, filesize=9.5 K 2024-12-05T13:19:56,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/682d915a02344edb940a682764a4c227 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/682d915a02344edb940a682764a4c227 2024-12-05T13:19:56,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/682d915a02344edb940a682764a4c227, entries=100, sequenceid=179, filesize=9.5 K 2024-12-05T13:19:56,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3e6a308e67add815c6ddd75258f0624e in 463ms, sequenceid=179, compaction requested=true 2024-12-05T13:19:56,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:56,837 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-05T13:19:56,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:19:56,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:56,837 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-05T13:19:56,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:19:56,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:56,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:19:56,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:56,839 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 67872 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-05T13:19:56,839 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/A is initiating minor compaction (all files) 2024-12-05T13:19:56,839 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 65482 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-05T13:19:56,839 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/B is initiating minor compaction (all files) 2024-12-05T13:19:56,839 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/A in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:56,839 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/B in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:56,839 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/f56eb380bba9444e92c2d7d2e7b29c6d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/fbc98820cd2745b09d6de428176dd8a8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/1cc56e2ef5584cfe84b22e02198a80b8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/df706f303ede42dcb592d2710a415cef, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/c68eb18df33742339f568d2ac286ff1d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/41e8fee795cb44e188c8ccbe8cf24c17] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=66.3 K 2024-12-05T13:19:56,839 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/73df53f04f284d78a174bd6924cece1d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/184b467deaaf45e7b29443982432b1e4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/b7122d182c2843fb99b96696f62cd522, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/024e148e74bb46d483e28985b44c1b4c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/1e0de61fcd2b4098945a520851f923bc, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/9bcbc11d219e4e62995bf586dcbd8ef3] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=63.9 K 2024-12-05T13:19:56,840 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 73df53f04f284d78a174bd6924cece1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733404791522 2024-12-05T13:19:56,840 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting f56eb380bba9444e92c2d7d2e7b29c6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733404791522 2024-12-05T13:19:56,840 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 184b467deaaf45e7b29443982432b1e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733404791860 2024-12-05T13:19:56,840 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbc98820cd2745b09d6de428176dd8a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733404791860 2024-12-05T13:19:56,840 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting b7122d182c2843fb99b96696f62cd522, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733404792482 2024-12-05T13:19:56,841 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cc56e2ef5584cfe84b22e02198a80b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733404792482 2024-12-05T13:19:56,841 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 024e148e74bb46d483e28985b44c1b4c, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733404794602 2024-12-05T13:19:56,841 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting df706f303ede42dcb592d2710a415cef, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733404794602 2024-12-05T13:19:56,842 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting c68eb18df33742339f568d2ac286ff1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733404794627 2024-12-05T13:19:56,842 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e0de61fcd2b4098945a520851f923bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733404794627 2024-12-05T13:19:56,842 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41e8fee795cb44e188c8ccbe8cf24c17, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733404796367 2024-12-05T13:19:56,842 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bcbc11d219e4e62995bf586dcbd8ef3, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733404796367 2024-12-05T13:19:56,854 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#A#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:56,854 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/0ad8ba0f01da4a428591f43db450d2d7 is 50, key is test_row_0/A:col10/1733404796367/Put/seqid=0 2024-12-05T13:19:56,856 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#B#compaction#268 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:56,857 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/fdad688d2b1147dc8675c5f503fac818 is 50, key is test_row_0/B:col10/1733404796367/Put/seqid=0 2024-12-05T13:19:56,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742142_1318 (size=12561) 2024-12-05T13:19:56,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742143_1319 (size=12561) 2024-12-05T13:19:56,868 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/0ad8ba0f01da4a428591f43db450d2d7 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/0ad8ba0f01da4a428591f43db450d2d7 2024-12-05T13:19:56,873 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/fdad688d2b1147dc8675c5f503fac818 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/fdad688d2b1147dc8675c5f503fac818 2024-12-05T13:19:56,875 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/A of 3e6a308e67add815c6ddd75258f0624e into 0ad8ba0f01da4a428591f43db450d2d7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:56,875 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:56,875 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/A, priority=10, startTime=1733404796836; duration=0sec 2024-12-05T13:19:56,875 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:56,875 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:A 2024-12-05T13:19:56,875 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-05T13:19:56,878 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 65482 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-05T13:19:56,878 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/C is initiating minor compaction (all files) 2024-12-05T13:19:56,878 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/C in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:56,879 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/B of 3e6a308e67add815c6ddd75258f0624e into fdad688d2b1147dc8675c5f503fac818(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:56,879 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:56,879 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/B, priority=10, startTime=1733404796837; duration=0sec 2024-12-05T13:19:56,879 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:56,879 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:B 2024-12-05T13:19:56,880 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/f14de1d2f6b94933b1cc65f0ea94aa9c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/779a683948e14f88a548d45b305b5f4d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/df5e88d2775f4a0f863cddb7b8af86eb, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/0b13b14fc8a34e0b939d228d3d58d186, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/3f7a765f47f24f4fb79b3414d750a3b0, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/682d915a02344edb940a682764a4c227] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=63.9 K 2024-12-05T13:19:56,880 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting f14de1d2f6b94933b1cc65f0ea94aa9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733404791522 2024-12-05T13:19:56,880 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 779a683948e14f88a548d45b305b5f4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733404791860 2024-12-05T13:19:56,881 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting df5e88d2775f4a0f863cddb7b8af86eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733404792482 2024-12-05T13:19:56,881 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b13b14fc8a34e0b939d228d3d58d186, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733404794602 2024-12-05T13:19:56,882 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f7a765f47f24f4fb79b3414d750a3b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733404794627 2024-12-05T13:19:56,882 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 682d915a02344edb940a682764a4c227, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733404796367 2024-12-05T13:19:56,910 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#C#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:56,911 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/525261e3e22242c1917168809e5e9938 is 50, key is test_row_0/C:col10/1733404796367/Put/seqid=0 2024-12-05T13:19:56,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742144_1320 (size=12561) 2024-12-05T13:19:56,952 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/525261e3e22242c1917168809e5e9938 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/525261e3e22242c1917168809e5e9938 2024-12-05T13:19:56,959 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/C of 3e6a308e67add815c6ddd75258f0624e into 525261e3e22242c1917168809e5e9938(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:56,959 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:56,959 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/C, priority=10, startTime=1733404796838; duration=0sec 2024-12-05T13:19:56,959 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:56,959 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:C 2024-12-05T13:19:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-05T13:19:56,971 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:56,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-05T13:19:56,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:56,972 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 3e6a308e67add815c6ddd75258f0624e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T13:19:56,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=A 2024-12-05T13:19:56,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:56,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=B 2024-12-05T13:19:56,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:56,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=C 2024-12-05T13:19:56,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:56,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/dd5d8a97dfd8489bb8b474ad77a2d3ce is 50, key is test_row_0/A:col10/1733404796428/Put/seqid=0 2024-12-05T13:19:56,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742145_1321 (size=12151) 2024-12-05T13:19:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:19:57,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:57,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404857085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:57,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404857188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-05T13:19:57,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404857391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:57,398 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/dd5d8a97dfd8489bb8b474ad77a2d3ce 2024-12-05T13:19:57,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/b4d6b3eaea0b4ae092c7e9c9e09ec94a is 50, key is test_row_0/B:col10/1733404796428/Put/seqid=0 2024-12-05T13:19:57,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742146_1322 (size=12151) 2024-12-05T13:19:57,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404857693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-05T13:19:57,813 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/b4d6b3eaea0b4ae092c7e9c9e09ec94a 2024-12-05T13:19:57,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/fb1a2046a1ef429ea77c020affa75403 is 50, key is test_row_0/C:col10/1733404796428/Put/seqid=0 2024-12-05T13:19:57,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742147_1323 (size=12151) 2024-12-05T13:19:58,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404858195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:58,226 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/fb1a2046a1ef429ea77c020affa75403 2024-12-05T13:19:58,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/dd5d8a97dfd8489bb8b474ad77a2d3ce as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/dd5d8a97dfd8489bb8b474ad77a2d3ce 2024-12-05T13:19:58,235 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/dd5d8a97dfd8489bb8b474ad77a2d3ce, entries=150, sequenceid=207, filesize=11.9 K 2024-12-05T13:19:58,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/b4d6b3eaea0b4ae092c7e9c9e09ec94a as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/b4d6b3eaea0b4ae092c7e9c9e09ec94a 2024-12-05T13:19:58,241 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/b4d6b3eaea0b4ae092c7e9c9e09ec94a, entries=150, sequenceid=207, filesize=11.9 K 2024-12-05T13:19:58,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/fb1a2046a1ef429ea77c020affa75403 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/fb1a2046a1ef429ea77c020affa75403 2024-12-05T13:19:58,246 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/fb1a2046a1ef429ea77c020affa75403, entries=150, sequenceid=207, filesize=11.9 K 2024-12-05T13:19:58,247 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3e6a308e67add815c6ddd75258f0624e in 1275ms, sequenceid=207, compaction requested=false 2024-12-05T13:19:58,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:58,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:58,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-05T13:19:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-05T13:19:58,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-05T13:19:58,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5850 sec 2024-12-05T13:19:58,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.5890 sec 2024-12-05T13:19:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:19:58,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3e6a308e67add815c6ddd75258f0624e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T13:19:58,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=A 2024-12-05T13:19:58,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:58,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=B 2024-12-05T13:19:58,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:58,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=C 2024-12-05T13:19:58,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:58,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/55d1447a14724cfd9ea6fc1389026702 is 50, key is test_row_0/A:col10/1733404798760/Put/seqid=0 2024-12-05T13:19:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-05T13:19:58,769 INFO [Thread-1284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-05T13:19:58,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:19:58,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742148_1324 (size=12151) 2024-12-05T13:19:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-05T13:19:58,773 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:19:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-05T13:19:58,774 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:19:58,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:19:58,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404858787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:58,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404858787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:58,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404858788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:58,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404858789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-05T13:19:58,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404858890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:58,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404858890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:58,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404858890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:58,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404858891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:58,927 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:58,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-05T13:19:58,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:58,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:58,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:58,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:58,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-05T13:19:59,080 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:59,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-05T13:19:59,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:59,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:59,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:59,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:59,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:19:59,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404859093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:59,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404859093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:59,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404859094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:59,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404859094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:59,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/55d1447a14724cfd9ea6fc1389026702 2024-12-05T13:19:59,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/f35f3a35173a4fdfb84d4793094e6735 is 50, key is test_row_0/B:col10/1733404798760/Put/seqid=0 2024-12-05T13:19:59,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742149_1325 (size=12151) 2024-12-05T13:19:59,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/f35f3a35173a4fdfb84d4793094e6735 2024-12-05T13:19:59,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/eddd69117cbb4747b140422286f3d070 is 50, key is test_row_0/C:col10/1733404798760/Put/seqid=0 2024-12-05T13:19:59,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742150_1326 (size=12151) 2024-12-05T13:19:59,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/eddd69117cbb4747b140422286f3d070 2024-12-05T13:19:59,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404859201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:59,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/55d1447a14724cfd9ea6fc1389026702 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/55d1447a14724cfd9ea6fc1389026702 2024-12-05T13:19:59,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/55d1447a14724cfd9ea6fc1389026702, entries=150, sequenceid=219, filesize=11.9 K 2024-12-05T13:19:59,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/f35f3a35173a4fdfb84d4793094e6735 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/f35f3a35173a4fdfb84d4793094e6735 2024-12-05T13:19:59,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/f35f3a35173a4fdfb84d4793094e6735, entries=150, sequenceid=219, filesize=11.9 K 2024-12-05T13:19:59,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/eddd69117cbb4747b140422286f3d070 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/eddd69117cbb4747b140422286f3d070 2024-12-05T13:19:59,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/eddd69117cbb4747b140422286f3d070, entries=150, sequenceid=219, filesize=11.9 K 2024-12-05T13:19:59,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 3e6a308e67add815c6ddd75258f0624e in 456ms, sequenceid=219, compaction requested=true 2024-12-05T13:19:59,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:59,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:19:59,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:59,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:19:59,217 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:59,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:59,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:19:59,217 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:59,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:59,218 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:59,218 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/A is initiating minor compaction (all files) 2024-12-05T13:19:59,218 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/A in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:59,219 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/0ad8ba0f01da4a428591f43db450d2d7, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/dd5d8a97dfd8489bb8b474ad77a2d3ce, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/55d1447a14724cfd9ea6fc1389026702] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=36.0 K 2024-12-05T13:19:59,219 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:59,219 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/B is initiating minor compaction (all files) 2024-12-05T13:19:59,219 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/B in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:59,219 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/fdad688d2b1147dc8675c5f503fac818, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/b4d6b3eaea0b4ae092c7e9c9e09ec94a, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/f35f3a35173a4fdfb84d4793094e6735] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=36.0 K 2024-12-05T13:19:59,219 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ad8ba0f01da4a428591f43db450d2d7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733404794632 2024-12-05T13:19:59,219 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting fdad688d2b1147dc8675c5f503fac818, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733404794632 2024-12-05T13:19:59,220 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd5d8a97dfd8489bb8b474ad77a2d3ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733404796428 2024-12-05T13:19:59,220 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting b4d6b3eaea0b4ae092c7e9c9e09ec94a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733404796428 2024-12-05T13:19:59,220 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting f35f3a35173a4fdfb84d4793094e6735, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733404797076 2024-12-05T13:19:59,220 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55d1447a14724cfd9ea6fc1389026702, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733404797076 2024-12-05T13:19:59,229 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#A#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:59,229 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/ee2a4255d156496f9c2f125cd9492e6b is 50, key is test_row_0/A:col10/1733404798760/Put/seqid=0 2024-12-05T13:19:59,231 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#B#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:59,232 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/03c4284c5c06436c8c7497d7dc87776f is 50, key is test_row_0/B:col10/1733404798760/Put/seqid=0 2024-12-05T13:19:59,232 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:59,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-05T13:19:59,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:59,235 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 3e6a308e67add815c6ddd75258f0624e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T13:19:59,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=A 2024-12-05T13:19:59,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:59,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=B 2024-12-05T13:19:59,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:59,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=C 2024-12-05T13:19:59,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:19:59,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742151_1327 (size=12663) 2024-12-05T13:19:59,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/4686f21ec38149669b50b03834c13fbf is 50, key is test_row_0/A:col10/1733404798787/Put/seqid=0 2024-12-05T13:19:59,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742152_1328 (size=12663) 2024-12-05T13:19:59,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742153_1329 (size=12151) 2024-12-05T13:19:59,266 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/4686f21ec38149669b50b03834c13fbf 2024-12-05T13:19:59,270 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/03c4284c5c06436c8c7497d7dc87776f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/03c4284c5c06436c8c7497d7dc87776f 2024-12-05T13:19:59,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/d6ca47493b8f45e1aa68df02f94e47f8 is 50, key is test_row_0/B:col10/1733404798787/Put/seqid=0 2024-12-05T13:19:59,279 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/B of 3e6a308e67add815c6ddd75258f0624e into 03c4284c5c06436c8c7497d7dc87776f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:59,279 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:59,279 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/B, priority=13, startTime=1733404799217; duration=0sec 2024-12-05T13:19:59,279 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:19:59,280 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:B 2024-12-05T13:19:59,280 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:19:59,281 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:19:59,281 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/C is initiating minor compaction (all files) 2024-12-05T13:19:59,281 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/C in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:59,282 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/525261e3e22242c1917168809e5e9938, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/fb1a2046a1ef429ea77c020affa75403, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/eddd69117cbb4747b140422286f3d070] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=36.0 K 2024-12-05T13:19:59,282 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 525261e3e22242c1917168809e5e9938, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733404794632 2024-12-05T13:19:59,282 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting fb1a2046a1ef429ea77c020affa75403, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733404796428 2024-12-05T13:19:59,283 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting eddd69117cbb4747b140422286f3d070, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733404797076 2024-12-05T13:19:59,292 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#C#compaction#280 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:19:59,293 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/25098c45beae484b87e834b07f2b5cdd is 50, key is test_row_0/C:col10/1733404798760/Put/seqid=0 2024-12-05T13:19:59,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742154_1330 (size=12151) 2024-12-05T13:19:59,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742155_1331 (size=12663) 2024-12-05T13:19:59,309 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/25098c45beae484b87e834b07f2b5cdd as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/25098c45beae484b87e834b07f2b5cdd 2024-12-05T13:19:59,315 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/C of 3e6a308e67add815c6ddd75258f0624e into 25098c45beae484b87e834b07f2b5cdd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:59,315 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:59,315 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/C, priority=13, startTime=1733404799217; duration=0sec 2024-12-05T13:19:59,315 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:59,315 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:C 2024-12-05T13:19:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-05T13:19:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:19:59,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:19:59,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404859404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:59,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404859404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:59,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404859405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:59,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404859405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:59,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404859507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:59,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404859507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:59,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404859508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:59,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404859508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:59,655 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/ee2a4255d156496f9c2f125cd9492e6b as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/ee2a4255d156496f9c2f125cd9492e6b 2024-12-05T13:19:59,660 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/A of 3e6a308e67add815c6ddd75258f0624e into ee2a4255d156496f9c2f125cd9492e6b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:19:59,660 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:59,660 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/A, priority=13, startTime=1733404799217; duration=0sec 2024-12-05T13:19:59,660 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:19:59,660 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:A 2024-12-05T13:19:59,699 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/d6ca47493b8f45e1aa68df02f94e47f8 2024-12-05T13:19:59,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/23cb93402ef843a3b75f6999cc5fc12a is 50, key is test_row_0/C:col10/1733404798787/Put/seqid=0 2024-12-05T13:19:59,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404859710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:59,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404859710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:59,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404859711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:59,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:19:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404859711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:19:59,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742156_1332 (size=12151) 2024-12-05T13:19:59,726 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/23cb93402ef843a3b75f6999cc5fc12a 2024-12-05T13:19:59,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/4686f21ec38149669b50b03834c13fbf as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/4686f21ec38149669b50b03834c13fbf 2024-12-05T13:19:59,734 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/4686f21ec38149669b50b03834c13fbf, entries=150, sequenceid=244, filesize=11.9 K 2024-12-05T13:19:59,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/d6ca47493b8f45e1aa68df02f94e47f8 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/d6ca47493b8f45e1aa68df02f94e47f8 2024-12-05T13:19:59,741 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/d6ca47493b8f45e1aa68df02f94e47f8, entries=150, sequenceid=244, filesize=11.9 K 2024-12-05T13:19:59,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/23cb93402ef843a3b75f6999cc5fc12a as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/23cb93402ef843a3b75f6999cc5fc12a 2024-12-05T13:19:59,746 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/23cb93402ef843a3b75f6999cc5fc12a, entries=150, sequenceid=244, filesize=11.9 K 2024-12-05T13:19:59,747 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3e6a308e67add815c6ddd75258f0624e in 512ms, sequenceid=244, compaction requested=false 2024-12-05T13:19:59,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:19:59,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:19:59,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-05T13:19:59,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-12-05T13:19:59,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-05T13:19:59,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 975 msec 2024-12-05T13:19:59,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 980 msec 2024-12-05T13:19:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-05T13:19:59,876 INFO [Thread-1284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-05T13:19:59,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:19:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-12-05T13:19:59,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-05T13:19:59,879 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:19:59,880 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:19:59,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:19:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-05T13:20:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:20:00,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3e6a308e67add815c6ddd75258f0624e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T13:20:00,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=A 2024-12-05T13:20:00,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:00,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=B 2024-12-05T13:20:00,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:00,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=C 2024-12-05T13:20:00,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:00,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/68183c3ed7ef49728c42cf7f4e288723 is 50, key is test_row_0/A:col10/1733404800013/Put/seqid=0 2024-12-05T13:20:00,031 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:00,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T13:20:00,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:00,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:20:00,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:00,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:00,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:00,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742157_1333 (size=12201) 2024-12-05T13:20:00,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:00,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404860034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404860033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:00,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404860034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:00,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404860037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:00,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404860138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:00,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:00,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404860138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404860138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:00,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404860138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-05T13:20:00,184 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:00,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T13:20:00,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:00,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:20:00,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:00,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:00,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:00,337 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:00,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T13:20:00,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:00,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:20:00,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:00,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:00,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:00,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404860341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:00,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404860342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:00,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404860342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:00,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404860342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:00,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/68183c3ed7ef49728c42cf7f4e288723 2024-12-05T13:20:00,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/e8f0d78ca8d4422eb0a99c6803acba06 is 50, key is test_row_0/B:col10/1733404800013/Put/seqid=0 2024-12-05T13:20:00,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742158_1334 (size=12201) 2024-12-05T13:20:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-05T13:20:00,490 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:00,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T13:20:00,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:00,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:20:00,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:00,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:00,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:00,645 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:00,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T13:20:00,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:00,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:20:00,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:00,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:00,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:00,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404860651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:00,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404860652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:00,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404860653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:00,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404860653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:00,797 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:00,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T13:20:00,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:00,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:20:00,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:00,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:00,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:00,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/e8f0d78ca8d4422eb0a99c6803acba06 2024-12-05T13:20:00,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/8843af8eac2d440d99850820a51ea819 is 50, key is test_row_0/C:col10/1733404800013/Put/seqid=0 2024-12-05T13:20:00,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742159_1335 (size=12201) 2024-12-05T13:20:00,952 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:00,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T13:20:00,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:00,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:20:00,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:00,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:00,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-05T13:20:01,105 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:01,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T13:20:01,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:01,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:20:01,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:01,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:01,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:01,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404861155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:01,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404861156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:01,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404861158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:01,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404861159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:01,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404861221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:01,224 DEBUG [Thread-1274 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., hostname=6fe4fa47a8fb,37007,1733404723344, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:01,258 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:01,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T13:20:01,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:01,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:20:01,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:01,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:01,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:01,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/8843af8eac2d440d99850820a51ea819 2024-12-05T13:20:01,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/68183c3ed7ef49728c42cf7f4e288723 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/68183c3ed7ef49728c42cf7f4e288723 2024-12-05T13:20:01,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/68183c3ed7ef49728c42cf7f4e288723, entries=150, sequenceid=259, filesize=11.9 K 2024-12-05T13:20:01,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/e8f0d78ca8d4422eb0a99c6803acba06 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/e8f0d78ca8d4422eb0a99c6803acba06 2024-12-05T13:20:01,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/e8f0d78ca8d4422eb0a99c6803acba06, entries=150, sequenceid=259, filesize=11.9 K 2024-12-05T13:20:01,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/8843af8eac2d440d99850820a51ea819 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/8843af8eac2d440d99850820a51ea819 2024-12-05T13:20:01,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/8843af8eac2d440d99850820a51ea819, entries=150, sequenceid=259, filesize=11.9 K 2024-12-05T13:20:01,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3e6a308e67add815c6ddd75258f0624e in 1271ms, sequenceid=259, compaction requested=true 2024-12-05T13:20:01,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:01,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:20:01,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:01,285 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:20:01,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:20:01,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:01,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:20:01,285 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:20:01,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:20:01,286 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:20:01,286 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/A is initiating minor compaction (all files) 2024-12-05T13:20:01,286 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:20:01,286 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/B is initiating minor compaction (all files) 2024-12-05T13:20:01,286 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/A in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:01,286 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/B in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:01,286 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/03c4284c5c06436c8c7497d7dc87776f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/d6ca47493b8f45e1aa68df02f94e47f8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/e8f0d78ca8d4422eb0a99c6803acba06] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=36.1 K 2024-12-05T13:20:01,286 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/ee2a4255d156496f9c2f125cd9492e6b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/4686f21ec38149669b50b03834c13fbf, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/68183c3ed7ef49728c42cf7f4e288723] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=36.1 K 2024-12-05T13:20:01,287 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee2a4255d156496f9c2f125cd9492e6b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733404797076 2024-12-05T13:20:01,287 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 03c4284c5c06436c8c7497d7dc87776f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733404797076 2024-12-05T13:20:01,287 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4686f21ec38149669b50b03834c13fbf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733404798785 2024-12-05T13:20:01,287 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting d6ca47493b8f45e1aa68df02f94e47f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733404798785 2024-12-05T13:20:01,287 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68183c3ed7ef49728c42cf7f4e288723, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733404799403 2024-12-05T13:20:01,287 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting e8f0d78ca8d4422eb0a99c6803acba06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733404799403 2024-12-05T13:20:01,298 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#A#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:01,298 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#B#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:01,299 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/a97e84775c8c427ea3d0b62f6d2783e3 is 50, key is test_row_0/A:col10/1733404800013/Put/seqid=0 2024-12-05T13:20:01,299 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/70d5a11c8d6d40e08d9e8486d0f478b4 is 50, key is test_row_0/B:col10/1733404800013/Put/seqid=0 2024-12-05T13:20:01,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742160_1336 (size=12815) 2024-12-05T13:20:01,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742161_1337 (size=12815) 2024-12-05T13:20:01,328 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/70d5a11c8d6d40e08d9e8486d0f478b4 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/70d5a11c8d6d40e08d9e8486d0f478b4 2024-12-05T13:20:01,334 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/B of 3e6a308e67add815c6ddd75258f0624e into 70d5a11c8d6d40e08d9e8486d0f478b4(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:01,334 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:01,334 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/B, priority=13, startTime=1733404801285; duration=0sec 2024-12-05T13:20:01,334 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:20:01,334 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:B 2024-12-05T13:20:01,334 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:20:01,336 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:20:01,336 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/C is initiating minor compaction (all files) 2024-12-05T13:20:01,336 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/C in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:01,336 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/25098c45beae484b87e834b07f2b5cdd, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/23cb93402ef843a3b75f6999cc5fc12a, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/8843af8eac2d440d99850820a51ea819] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=36.1 K 2024-12-05T13:20:01,336 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 25098c45beae484b87e834b07f2b5cdd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733404797076 2024-12-05T13:20:01,340 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 23cb93402ef843a3b75f6999cc5fc12a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733404798785 2024-12-05T13:20:01,341 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 8843af8eac2d440d99850820a51ea819, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733404799403 2024-12-05T13:20:01,350 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#C#compaction#287 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:01,350 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/8dd097718e424b48975727f732b0b6b2 is 50, key is test_row_0/C:col10/1733404800013/Put/seqid=0 2024-12-05T13:20:01,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742162_1338 (size=12815) 2024-12-05T13:20:01,361 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/8dd097718e424b48975727f732b0b6b2 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/8dd097718e424b48975727f732b0b6b2 2024-12-05T13:20:01,366 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/C of 3e6a308e67add815c6ddd75258f0624e into 8dd097718e424b48975727f732b0b6b2(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:01,366 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:01,366 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/C, priority=13, startTime=1733404801285; duration=0sec 2024-12-05T13:20:01,366 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:01,366 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:C 2024-12-05T13:20:01,410 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:01,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T13:20:01,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:01,411 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 3e6a308e67add815c6ddd75258f0624e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T13:20:01,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=A 2024-12-05T13:20:01,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:01,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=B 2024-12-05T13:20:01,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:01,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=C 2024-12-05T13:20:01,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:01,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/b0d0b61ca8664f6ca99c024ad06a9272 is 50, key is test_row_0/A:col10/1733404800033/Put/seqid=0 2024-12-05T13:20:01,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742163_1339 (size=12301) 2024-12-05T13:20:01,422 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/b0d0b61ca8664f6ca99c024ad06a9272 2024-12-05T13:20:01,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/b4653a09bfec4b62a0d22b0aa3a534c7 is 50, key is test_row_0/B:col10/1733404800033/Put/seqid=0 2024-12-05T13:20:01,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742164_1340 (size=12301) 2024-12-05T13:20:01,727 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/a97e84775c8c427ea3d0b62f6d2783e3 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/a97e84775c8c427ea3d0b62f6d2783e3 2024-12-05T13:20:01,749 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/A of 3e6a308e67add815c6ddd75258f0624e into a97e84775c8c427ea3d0b62f6d2783e3(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:01,749 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:01,749 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/A, priority=13, startTime=1733404801285; duration=0sec 2024-12-05T13:20:01,750 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:01,750 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:A 2024-12-05T13:20:01,847 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/b4653a09bfec4b62a0d22b0aa3a534c7 2024-12-05T13:20:01,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/957648c41ddf43408c0760da93605d74 is 50, key is test_row_0/C:col10/1733404800033/Put/seqid=0 2024-12-05T13:20:01,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742165_1341 (size=12301) 2024-12-05T13:20:01,858 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/957648c41ddf43408c0760da93605d74 2024-12-05T13:20:01,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/b0d0b61ca8664f6ca99c024ad06a9272 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/b0d0b61ca8664f6ca99c024ad06a9272 2024-12-05T13:20:01,867 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/b0d0b61ca8664f6ca99c024ad06a9272, entries=150, sequenceid=285, filesize=12.0 K 2024-12-05T13:20:01,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/b4653a09bfec4b62a0d22b0aa3a534c7 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/b4653a09bfec4b62a0d22b0aa3a534c7 2024-12-05T13:20:01,873 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/b4653a09bfec4b62a0d22b0aa3a534c7, entries=150, sequenceid=285, filesize=12.0 K 2024-12-05T13:20:01,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/957648c41ddf43408c0760da93605d74 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/957648c41ddf43408c0760da93605d74 2024-12-05T13:20:01,878 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/957648c41ddf43408c0760da93605d74, entries=150, sequenceid=285, filesize=12.0 K 2024-12-05T13:20:01,879 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 3e6a308e67add815c6ddd75258f0624e in 468ms, sequenceid=285, compaction requested=false 2024-12-05T13:20:01,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:01,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:01,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-12-05T13:20:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-12-05T13:20:01,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-05T13:20:01,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0010 sec 2024-12-05T13:20:01,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 2.0060 sec 2024-12-05T13:20:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-05T13:20:01,983 INFO [Thread-1284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-12-05T13:20:01,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:20:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-12-05T13:20:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-05T13:20:01,986 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:20:01,987 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:20:01,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:20:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-05T13:20:02,142 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:02,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-05T13:20:02,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:02,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:02,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:02,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-12-05T13:20:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-12-05T13:20:02,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-05T13:20:02,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 157 msec 2024-12-05T13:20:02,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 162 msec 2024-12-05T13:20:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:20:02,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3e6a308e67add815c6ddd75258f0624e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T13:20:02,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=A 2024-12-05T13:20:02,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:02,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=B 2024-12-05T13:20:02,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:02,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=C 2024-12-05T13:20:02,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:02,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/d3770364e4394f94926246eaf075ade6 is 50, key is test_row_0/A:col10/1733404802166/Put/seqid=0 2024-12-05T13:20:02,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742166_1342 (size=12301) 2024-12-05T13:20:02,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404862189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:02,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404862189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:02,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404862190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:02,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404862191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-05T13:20:02,288 INFO [Thread-1284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-12-05T13:20:02,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:20:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-12-05T13:20:02,290 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:20:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-05T13:20:02,291 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:20:02,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:20:02,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:02,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404862294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404862294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:02,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404862294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:02,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404862294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-05T13:20:02,442 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:02,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T13:20:02,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:02,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:20:02,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:02,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:02,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:02,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404862497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:02,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404862498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:02,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404862498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:02,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404862498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:02,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/d3770364e4394f94926246eaf075ade6 2024-12-05T13:20:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-05T13:20:02,595 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:02,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T13:20:02,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:02,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:20:02,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:02,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:02,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:02,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/035fcca8b52c426b8e81ac5efc9d208d is 50, key is test_row_0/B:col10/1733404802166/Put/seqid=0 2024-12-05T13:20:02,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742167_1343 (size=12301) 2024-12-05T13:20:02,749 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:02,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T13:20:02,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:02,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:20:02,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:02,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:02,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:02,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404862800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:02,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:02,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404862801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404862801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:02,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404862803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-05T13:20:02,903 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:02,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T13:20:02,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:02,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:20:02,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:02,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:02,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:03,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/035fcca8b52c426b8e81ac5efc9d208d 2024-12-05T13:20:03,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/dbaad74b274a487480bda508d1f1ba0a is 50, key is test_row_0/C:col10/1733404802166/Put/seqid=0 2024-12-05T13:20:03,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742168_1344 (size=12301) 2024-12-05T13:20:03,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/dbaad74b274a487480bda508d1f1ba0a 2024-12-05T13:20:03,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/d3770364e4394f94926246eaf075ade6 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/d3770364e4394f94926246eaf075ade6 2024-12-05T13:20:03,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/d3770364e4394f94926246eaf075ade6, entries=150, sequenceid=298, filesize=12.0 K 2024-12-05T13:20:03,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/035fcca8b52c426b8e81ac5efc9d208d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/035fcca8b52c426b8e81ac5efc9d208d 2024-12-05T13:20:03,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/035fcca8b52c426b8e81ac5efc9d208d, entries=150, sequenceid=298, filesize=12.0 K 2024-12-05T13:20:03,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/dbaad74b274a487480bda508d1f1ba0a as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/dbaad74b274a487480bda508d1f1ba0a 2024-12-05T13:20:03,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/dbaad74b274a487480bda508d1f1ba0a, entries=150, sequenceid=298, filesize=12.0 K 2024-12-05T13:20:03,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3e6a308e67add815c6ddd75258f0624e in 875ms, sequenceid=298, compaction requested=true 2024-12-05T13:20:03,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:03,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:20:03,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:03,042 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:20:03,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:20:03,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:03,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:20:03,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:20:03,042 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:20:03,043 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:20:03,043 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/A is initiating minor compaction (all files) 2024-12-05T13:20:03,043 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/A in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:03,044 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/a97e84775c8c427ea3d0b62f6d2783e3, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/b0d0b61ca8664f6ca99c024ad06a9272, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/d3770364e4394f94926246eaf075ade6] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=36.5 K 2024-12-05T13:20:03,044 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:20:03,044 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting a97e84775c8c427ea3d0b62f6d2783e3, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733404799403 2024-12-05T13:20:03,044 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/B is initiating minor compaction (all files) 2024-12-05T13:20:03,044 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/B in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:03,044 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/70d5a11c8d6d40e08d9e8486d0f478b4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/b4653a09bfec4b62a0d22b0aa3a534c7, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/035fcca8b52c426b8e81ac5efc9d208d] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=36.5 K 2024-12-05T13:20:03,045 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0d0b61ca8664f6ca99c024ad06a9272, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733404800026 2024-12-05T13:20:03,045 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 70d5a11c8d6d40e08d9e8486d0f478b4, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733404799403 2024-12-05T13:20:03,045 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3770364e4394f94926246eaf075ade6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733404802159 2024-12-05T13:20:03,045 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting b4653a09bfec4b62a0d22b0aa3a534c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733404800026 2024-12-05T13:20:03,046 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 035fcca8b52c426b8e81ac5efc9d208d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733404802159 2024-12-05T13:20:03,053 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#A#compaction#294 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:03,054 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/1dd629e4a63d4b649bcaae7ca00cc855 is 50, key is test_row_0/A:col10/1733404802166/Put/seqid=0 2024-12-05T13:20:03,055 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:03,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T13:20:03,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:03,056 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing 3e6a308e67add815c6ddd75258f0624e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T13:20:03,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=A 2024-12-05T13:20:03,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:03,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=B 2024-12-05T13:20:03,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:03,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=C 2024-12-05T13:20:03,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:03,062 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#B#compaction#295 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:03,062 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/e419d7ae23784933a84dff3f133e0507 is 50, key is test_row_0/B:col10/1733404802166/Put/seqid=0 2024-12-05T13:20:03,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/13f0153a53e64b338f190d01f7b37c79 is 50, key is test_row_0/A:col10/1733404802189/Put/seqid=0 2024-12-05T13:20:03,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742169_1345 (size=13017) 2024-12-05T13:20:03,084 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/1dd629e4a63d4b649bcaae7ca00cc855 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/1dd629e4a63d4b649bcaae7ca00cc855 2024-12-05T13:20:03,089 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/A of 3e6a308e67add815c6ddd75258f0624e into 1dd629e4a63d4b649bcaae7ca00cc855(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:03,089 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:03,089 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/A, priority=13, startTime=1733404803042; duration=0sec 2024-12-05T13:20:03,090 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:20:03,090 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:A 2024-12-05T13:20:03,090 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:20:03,092 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:20:03,092 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/C is initiating minor compaction (all files) 2024-12-05T13:20:03,092 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/C in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:03,092 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/8dd097718e424b48975727f732b0b6b2, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/957648c41ddf43408c0760da93605d74, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/dbaad74b274a487480bda508d1f1ba0a] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=36.5 K 2024-12-05T13:20:03,092 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8dd097718e424b48975727f732b0b6b2, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733404799403 2024-12-05T13:20:03,092 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 957648c41ddf43408c0760da93605d74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733404800026 2024-12-05T13:20:03,093 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbaad74b274a487480bda508d1f1ba0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733404802159 2024-12-05T13:20:03,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742171_1347 (size=12301) 2024-12-05T13:20:03,116 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/13f0153a53e64b338f190d01f7b37c79 2024-12-05T13:20:03,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742170_1346 (size=13017) 2024-12-05T13:20:03,127 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/e419d7ae23784933a84dff3f133e0507 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/e419d7ae23784933a84dff3f133e0507 2024-12-05T13:20:03,132 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/B of 3e6a308e67add815c6ddd75258f0624e into e419d7ae23784933a84dff3f133e0507(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:03,132 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:03,132 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/B, priority=13, startTime=1733404803042; duration=0sec 2024-12-05T13:20:03,133 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:03,133 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:B 2024-12-05T13:20:03,133 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#C#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:03,134 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/be3ba1b59dcd4ae3a44e94fda6a974a8 is 50, key is test_row_0/C:col10/1733404802166/Put/seqid=0 2024-12-05T13:20:03,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/7914801e79d3437191f07230ae9443dc is 50, key is test_row_0/B:col10/1733404802189/Put/seqid=0 2024-12-05T13:20:03,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742172_1348 (size=13017) 2024-12-05T13:20:03,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742173_1349 (size=12301) 2024-12-05T13:20:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:20:03,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:20:03,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4533) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4464) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4953) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4947) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4943) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3233) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404863310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:03,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404863311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:03,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404863312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:03,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404863313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-05T13:20:03,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404863414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:03,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404863415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:03,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404863416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:03,543 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/be3ba1b59dcd4ae3a44e94fda6a974a8 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/be3ba1b59dcd4ae3a44e94fda6a974a8 2024-12-05T13:20:03,548 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/C of 3e6a308e67add815c6ddd75258f0624e into be3ba1b59dcd4ae3a44e94fda6a974a8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:03,548 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:03,548 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/C, priority=13, startTime=1733404803042; duration=0sec 2024-12-05T13:20:03,548 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:03,548 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:C 2024-12-05T13:20:03,549 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/7914801e79d3437191f07230ae9443dc 2024-12-05T13:20:03,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/2d50b53d64894c65b8e41457b1e695be is 50, key is test_row_0/C:col10/1733404802189/Put/seqid=0 2024-12-05T13:20:03,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742174_1350 (size=12301) 2024-12-05T13:20:03,560 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/2d50b53d64894c65b8e41457b1e695be 2024-12-05T13:20:03,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/13f0153a53e64b338f190d01f7b37c79 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/13f0153a53e64b338f190d01f7b37c79 2024-12-05T13:20:03,568 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/13f0153a53e64b338f190d01f7b37c79, entries=150, sequenceid=323, filesize=12.0 K 2024-12-05T13:20:03,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/7914801e79d3437191f07230ae9443dc as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/7914801e79d3437191f07230ae9443dc 2024-12-05T13:20:03,572 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/7914801e79d3437191f07230ae9443dc, entries=150, sequenceid=323, filesize=12.0 K 2024-12-05T13:20:03,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/2d50b53d64894c65b8e41457b1e695be as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/2d50b53d64894c65b8e41457b1e695be 2024-12-05T13:20:03,577 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/2d50b53d64894c65b8e41457b1e695be, entries=150, sequenceid=323, filesize=12.0 K 2024-12-05T13:20:03,578 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3e6a308e67add815c6ddd75258f0624e in 522ms, sequenceid=323, compaction requested=false 2024-12-05T13:20:03,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:03,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:03,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-12-05T13:20:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-12-05T13:20:03,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-12-05T13:20:03,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2880 sec 2024-12-05T13:20:03,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.2920 sec 2024-12-05T13:20:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:20:03,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3e6a308e67add815c6ddd75258f0624e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T13:20:03,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=A 2024-12-05T13:20:03,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:03,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=B 2024-12-05T13:20:03,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:03,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=C 2024-12-05T13:20:03,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:03,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/4935be3c8b1e497f83eb2cb18719227d is 50, key is test_row_0/A:col10/1733404803306/Put/seqid=0 2024-12-05T13:20:03,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742175_1351 (size=12301) 2024-12-05T13:20:03,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/4935be3c8b1e497f83eb2cb18719227d 2024-12-05T13:20:03,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/ee0b197d32454548a10de679f7a8bc65 is 50, key is test_row_0/B:col10/1733404803306/Put/seqid=0 2024-12-05T13:20:03,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742176_1352 (size=12301) 2024-12-05T13:20:03,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404863648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:03,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404863649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:03,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404863649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:03,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404863752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:03,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404863753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:03,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404863753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:03,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404863956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:03,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404863956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:03,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404863956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:04,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/ee0b197d32454548a10de679f7a8bc65 2024-12-05T13:20:04,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/a13a6b5e8efa4104b30381f9d3a99a6f is 50, key is test_row_0/C:col10/1733404803306/Put/seqid=0 2024-12-05T13:20:04,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742177_1353 (size=12301) 2024-12-05T13:20:04,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404864259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:04,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404864259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:04,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404864260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:04,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404864322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-05T13:20:04,395 INFO [Thread-1284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-12-05T13:20:04,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:20:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-12-05T13:20:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-05T13:20:04,398 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:20:04,399 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:20:04,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:20:04,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/a13a6b5e8efa4104b30381f9d3a99a6f 2024-12-05T13:20:04,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/4935be3c8b1e497f83eb2cb18719227d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/4935be3c8b1e497f83eb2cb18719227d 2024-12-05T13:20:04,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/4935be3c8b1e497f83eb2cb18719227d, entries=150, sequenceid=339, filesize=12.0 K 2024-12-05T13:20:04,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/ee0b197d32454548a10de679f7a8bc65 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/ee0b197d32454548a10de679f7a8bc65 2024-12-05T13:20:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-05T13:20:04,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/ee0b197d32454548a10de679f7a8bc65, entries=150, sequenceid=339, filesize=12.0 K 2024-12-05T13:20:04,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/a13a6b5e8efa4104b30381f9d3a99a6f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/a13a6b5e8efa4104b30381f9d3a99a6f 2024-12-05T13:20:04,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/a13a6b5e8efa4104b30381f9d3a99a6f, entries=150, sequenceid=339, filesize=12.0 K 2024-12-05T13:20:04,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3e6a308e67add815c6ddd75258f0624e in 896ms, sequenceid=339, compaction requested=true 2024-12-05T13:20:04,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:04,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:20:04,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:04,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:20:04,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:04,517 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:20:04,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:20:04,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:20:04,517 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:20:04,518 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:20:04,518 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/A is initiating minor compaction (all files) 2024-12-05T13:20:04,518 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/A in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:04,518 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/1dd629e4a63d4b649bcaae7ca00cc855, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/13f0153a53e64b338f190d01f7b37c79, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/4935be3c8b1e497f83eb2cb18719227d] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=36.7 K 2024-12-05T13:20:04,519 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:20:04,519 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/B is initiating minor compaction (all files) 2024-12-05T13:20:04,519 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/B in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:04,519 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/e419d7ae23784933a84dff3f133e0507, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/7914801e79d3437191f07230ae9443dc, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/ee0b197d32454548a10de679f7a8bc65] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=36.7 K 2024-12-05T13:20:04,519 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1dd629e4a63d4b649bcaae7ca00cc855, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733404802159 2024-12-05T13:20:04,519 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting e419d7ae23784933a84dff3f133e0507, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733404802159 2024-12-05T13:20:04,519 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13f0153a53e64b338f190d01f7b37c79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733404802177 2024-12-05T13:20:04,520 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4935be3c8b1e497f83eb2cb18719227d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733404803306 2024-12-05T13:20:04,520 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 7914801e79d3437191f07230ae9443dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733404802177 2024-12-05T13:20:04,520 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting ee0b197d32454548a10de679f7a8bc65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733404803306 2024-12-05T13:20:04,528 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#A#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:04,529 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/66b06f2e037b4b3cbca1a53e1b8c3925 is 50, key is test_row_0/A:col10/1733404803306/Put/seqid=0 2024-12-05T13:20:04,530 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#B#compaction#304 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:04,530 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/111bbab5a244458b8035c58c0b2759ed is 50, key is test_row_0/B:col10/1733404803306/Put/seqid=0 2024-12-05T13:20:04,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742178_1354 (size=13119) 2024-12-05T13:20:04,551 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:04,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-05T13:20:04,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:04,551 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing 3e6a308e67add815c6ddd75258f0624e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-05T13:20:04,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=A 2024-12-05T13:20:04,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:04,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=B 2024-12-05T13:20:04,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:04,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=C 2024-12-05T13:20:04,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:04,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742179_1355 (size=13119) 2024-12-05T13:20:04,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/0be07397fad54d5d865e7833c0e840a0 is 50, key is test_row_0/A:col10/1733404803639/Put/seqid=0 2024-12-05T13:20:04,564 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/111bbab5a244458b8035c58c0b2759ed as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/111bbab5a244458b8035c58c0b2759ed 2024-12-05T13:20:04,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742180_1356 (size=12301) 2024-12-05T13:20:04,569 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/B of 3e6a308e67add815c6ddd75258f0624e into 111bbab5a244458b8035c58c0b2759ed(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:04,569 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:04,569 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/B, priority=13, startTime=1733404804517; duration=0sec 2024-12-05T13:20:04,569 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:20:04,569 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:B 2024-12-05T13:20:04,569 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:20:04,570 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:20:04,570 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/C is initiating minor compaction (all files) 2024-12-05T13:20:04,570 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/C in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:04,570 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/be3ba1b59dcd4ae3a44e94fda6a974a8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/2d50b53d64894c65b8e41457b1e695be, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/a13a6b5e8efa4104b30381f9d3a99a6f] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=36.7 K 2024-12-05T13:20:04,570 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting be3ba1b59dcd4ae3a44e94fda6a974a8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733404802159 2024-12-05T13:20:04,571 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d50b53d64894c65b8e41457b1e695be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733404802177 2024-12-05T13:20:04,571 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting a13a6b5e8efa4104b30381f9d3a99a6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733404803306 2024-12-05T13:20:04,578 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#C#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:04,578 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/161e5bab6ea441d08f7a0212800f8320 is 50, key is test_row_0/C:col10/1733404803306/Put/seqid=0 2024-12-05T13:20:04,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742181_1357 (size=13119) 2024-12-05T13:20:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-05T13:20:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:20:04,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:20:04,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404864804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:04,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404864804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:04,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404864804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:04,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:04,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404864908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404864908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:04,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404864908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:04,955 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/66b06f2e037b4b3cbca1a53e1b8c3925 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/66b06f2e037b4b3cbca1a53e1b8c3925 2024-12-05T13:20:04,960 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/A of 3e6a308e67add815c6ddd75258f0624e into 66b06f2e037b4b3cbca1a53e1b8c3925(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:04,960 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:04,961 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/A, priority=13, startTime=1733404804517; duration=0sec 2024-12-05T13:20:04,961 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:04,961 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:A 2024-12-05T13:20:04,965 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/0be07397fad54d5d865e7833c0e840a0 2024-12-05T13:20:04,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/d492bf7e133a4e62be7a26ee8b0e143b is 50, key is test_row_0/B:col10/1733404803639/Put/seqid=0 2024-12-05T13:20:04,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742182_1358 (size=12301) 2024-12-05T13:20:04,980 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/d492bf7e133a4e62be7a26ee8b0e143b 2024-12-05T13:20:04,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/184afcfe8fec4a2ca4ec8cb2b4d6e649 is 50, key is test_row_0/C:col10/1733404803639/Put/seqid=0 2024-12-05T13:20:04,989 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/161e5bab6ea441d08f7a0212800f8320 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/161e5bab6ea441d08f7a0212800f8320 2024-12-05T13:20:04,995 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/C of 3e6a308e67add815c6ddd75258f0624e into 161e5bab6ea441d08f7a0212800f8320(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:04,995 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:04,995 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/C, priority=13, startTime=1733404804517; duration=0sec 2024-12-05T13:20:04,995 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:04,995 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:C 2024-12-05T13:20:04,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742183_1359 (size=12301) 2024-12-05T13:20:04,997 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/184afcfe8fec4a2ca4ec8cb2b4d6e649 2024-12-05T13:20:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-05T13:20:05,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/0be07397fad54d5d865e7833c0e840a0 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/0be07397fad54d5d865e7833c0e840a0 2024-12-05T13:20:05,006 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/0be07397fad54d5d865e7833c0e840a0, entries=150, sequenceid=362, filesize=12.0 K 2024-12-05T13:20:05,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/d492bf7e133a4e62be7a26ee8b0e143b as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/d492bf7e133a4e62be7a26ee8b0e143b 2024-12-05T13:20:05,014 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/d492bf7e133a4e62be7a26ee8b0e143b, entries=150, sequenceid=362, filesize=12.0 K 2024-12-05T13:20:05,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/184afcfe8fec4a2ca4ec8cb2b4d6e649 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/184afcfe8fec4a2ca4ec8cb2b4d6e649 2024-12-05T13:20:05,020 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/184afcfe8fec4a2ca4ec8cb2b4d6e649, entries=150, sequenceid=362, filesize=12.0 K 2024-12-05T13:20:05,021 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 3e6a308e67add815c6ddd75258f0624e in 470ms, sequenceid=362, compaction requested=false 2024-12-05T13:20:05,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:05,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:05,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-12-05T13:20:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-12-05T13:20:05,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-12-05T13:20:05,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 624 msec 2024-12-05T13:20:05,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 629 msec 2024-12-05T13:20:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:20:05,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3e6a308e67add815c6ddd75258f0624e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-05T13:20:05,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=A 2024-12-05T13:20:05,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:05,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=B 2024-12-05T13:20:05,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:05,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=C 2024-12-05T13:20:05,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:05,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/df9ee1989bac4fd98ca7689af1686daf is 50, key is test_row_0/A:col10/1733404804777/Put/seqid=0 2024-12-05T13:20:05,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742184_1360 (size=12301) 2024-12-05T13:20:05,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404865132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:05,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404865132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:05,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404865133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:05,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404865236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:05,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404865236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:05,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404865237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:05,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45142 deadline: 1733404865260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:05,261 DEBUG [Thread-1274 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8176 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., hostname=6fe4fa47a8fb,37007,1733404723344, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:05,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404865439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:05,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404865439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:05,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404865440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-05T13:20:05,501 INFO [Thread-1284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-12-05T13:20:05,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:20:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-12-05T13:20:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-05T13:20:05,504 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:20:05,505 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:20:05,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:20:05,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/df9ee1989bac4fd98ca7689af1686daf 2024-12-05T13:20:05,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/8e1a04e0363440378ba967cc0a199952 is 50, key is test_row_0/B:col10/1733404804777/Put/seqid=0 2024-12-05T13:20:05,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742185_1361 (size=12301) 2024-12-05T13:20:05,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/8e1a04e0363440378ba967cc0a199952 2024-12-05T13:20:05,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/38e7a0fdcee349e38dd9f7c0149a1a5c is 50, key is test_row_0/C:col10/1733404804777/Put/seqid=0 2024-12-05T13:20:05,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742186_1362 (size=12301) 2024-12-05T13:20:05,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/38e7a0fdcee349e38dd9f7c0149a1a5c 2024-12-05T13:20:05,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/df9ee1989bac4fd98ca7689af1686daf as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/df9ee1989bac4fd98ca7689af1686daf 2024-12-05T13:20:05,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/df9ee1989bac4fd98ca7689af1686daf, entries=150, sequenceid=382, filesize=12.0 K 2024-12-05T13:20:05,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/8e1a04e0363440378ba967cc0a199952 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/8e1a04e0363440378ba967cc0a199952 2024-12-05T13:20:05,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/8e1a04e0363440378ba967cc0a199952, entries=150, sequenceid=382, filesize=12.0 K 2024-12-05T13:20:05,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/38e7a0fdcee349e38dd9f7c0149a1a5c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/38e7a0fdcee349e38dd9f7c0149a1a5c 2024-12-05T13:20:05,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/38e7a0fdcee349e38dd9f7c0149a1a5c, entries=150, sequenceid=382, filesize=12.0 K 2024-12-05T13:20:05,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 3e6a308e67add815c6ddd75258f0624e in 459ms, sequenceid=382, compaction requested=true 2024-12-05T13:20:05,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:05,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:20:05,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:05,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:20:05,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:05,574 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:20:05,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:20:05,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:20:05,574 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:20:05,576 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:20:05,576 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:20:05,576 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/A is initiating minor compaction (all files) 2024-12-05T13:20:05,576 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/B is initiating minor compaction (all files) 2024-12-05T13:20:05,576 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/A in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:05,576 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/B in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:05,576 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/66b06f2e037b4b3cbca1a53e1b8c3925, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/0be07397fad54d5d865e7833c0e840a0, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/df9ee1989bac4fd98ca7689af1686daf] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=36.8 K 2024-12-05T13:20:05,576 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/111bbab5a244458b8035c58c0b2759ed, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/d492bf7e133a4e62be7a26ee8b0e143b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/8e1a04e0363440378ba967cc0a199952] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=36.8 K 2024-12-05T13:20:05,577 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66b06f2e037b4b3cbca1a53e1b8c3925, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733404803306 2024-12-05T13:20:05,577 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 111bbab5a244458b8035c58c0b2759ed, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733404803306 2024-12-05T13:20:05,578 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0be07397fad54d5d865e7833c0e840a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733404803639 2024-12-05T13:20:05,578 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting df9ee1989bac4fd98ca7689af1686daf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733404804777 2024-12-05T13:20:05,578 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting d492bf7e133a4e62be7a26ee8b0e143b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733404803639 2024-12-05T13:20:05,579 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e1a04e0363440378ba967cc0a199952, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733404804777 2024-12-05T13:20:05,590 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#A#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:05,590 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#B#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:05,590 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/a7bf0305e0b2439c8a4b2962cbd68c56 is 50, key is test_row_0/A:col10/1733404804777/Put/seqid=0 2024-12-05T13:20:05,591 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/d10f53cfe0b747a090066c8247cc4032 is 50, key is test_row_0/B:col10/1733404804777/Put/seqid=0 2024-12-05T13:20:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-05T13:20:05,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742188_1364 (size=13221) 2024-12-05T13:20:05,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742187_1363 (size=13221) 2024-12-05T13:20:05,619 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/a7bf0305e0b2439c8a4b2962cbd68c56 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/a7bf0305e0b2439c8a4b2962cbd68c56 2024-12-05T13:20:05,624 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/A of 3e6a308e67add815c6ddd75258f0624e into a7bf0305e0b2439c8a4b2962cbd68c56(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:05,624 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:05,624 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/A, priority=13, startTime=1733404805574; duration=0sec 2024-12-05T13:20:05,624 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:20:05,624 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:A 2024-12-05T13:20:05,624 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:20:05,625 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:20:05,625 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/C is initiating minor compaction (all files) 2024-12-05T13:20:05,625 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/C in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:05,625 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/161e5bab6ea441d08f7a0212800f8320, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/184afcfe8fec4a2ca4ec8cb2b4d6e649, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/38e7a0fdcee349e38dd9f7c0149a1a5c] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=36.8 K 2024-12-05T13:20:05,626 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 161e5bab6ea441d08f7a0212800f8320, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733404803306 2024-12-05T13:20:05,626 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 184afcfe8fec4a2ca4ec8cb2b4d6e649, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733404803639 2024-12-05T13:20:05,627 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38e7a0fdcee349e38dd9f7c0149a1a5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733404804777 2024-12-05T13:20:05,637 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#C#compaction#314 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:05,637 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/7fb11765c94f416bbd160456038707f2 is 50, key is test_row_0/C:col10/1733404804777/Put/seqid=0 2024-12-05T13:20:05,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742189_1365 (size=13221) 2024-12-05T13:20:05,657 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:05,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-05T13:20:05,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:05,657 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing 3e6a308e67add815c6ddd75258f0624e 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-05T13:20:05,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=A 2024-12-05T13:20:05,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:05,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=B 2024-12-05T13:20:05,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:05,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=C 2024-12-05T13:20:05,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:05,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/737405fcc47042d48992452231e91e09 is 50, key is test_row_0/A:col10/1733404805131/Put/seqid=0 2024-12-05T13:20:05,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742190_1366 (size=12301) 2024-12-05T13:20:05,668 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/737405fcc47042d48992452231e91e09 2024-12-05T13:20:05,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/b571fc670ce24ce792484cd67a4bcc36 is 50, key is test_row_0/B:col10/1733404805131/Put/seqid=0 2024-12-05T13:20:05,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742191_1367 (size=12301) 2024-12-05T13:20:05,681 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/b571fc670ce24ce792484cd67a4bcc36 2024-12-05T13:20:05,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/fb04fccd22224cc4ad4e7a339102b289 is 50, key is test_row_0/C:col10/1733404805131/Put/seqid=0 2024-12-05T13:20:05,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742192_1368 (size=12301) 2024-12-05T13:20:05,697 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/fb04fccd22224cc4ad4e7a339102b289 2024-12-05T13:20:05,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/737405fcc47042d48992452231e91e09 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/737405fcc47042d48992452231e91e09 2024-12-05T13:20:05,707 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/737405fcc47042d48992452231e91e09, entries=150, sequenceid=402, filesize=12.0 K 2024-12-05T13:20:05,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/b571fc670ce24ce792484cd67a4bcc36 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/b571fc670ce24ce792484cd67a4bcc36 2024-12-05T13:20:05,716 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/b571fc670ce24ce792484cd67a4bcc36, entries=150, sequenceid=402, filesize=12.0 K 2024-12-05T13:20:05,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/fb04fccd22224cc4ad4e7a339102b289 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/fb04fccd22224cc4ad4e7a339102b289 2024-12-05T13:20:05,728 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/fb04fccd22224cc4ad4e7a339102b289, entries=150, sequenceid=402, filesize=12.0 K 2024-12-05T13:20:05,729 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for 3e6a308e67add815c6ddd75258f0624e in 72ms, sequenceid=402, compaction requested=false 2024-12-05T13:20:05,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:05,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:05,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-12-05T13:20:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=96 2024-12-05T13:20:05,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-12-05T13:20:05,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 226 msec 2024-12-05T13:20:05,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 230 msec 2024-12-05T13:20:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:20:05,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3e6a308e67add815c6ddd75258f0624e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T13:20:05,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=A 2024-12-05T13:20:05,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:05,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=B 2024-12-05T13:20:05,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:05,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=C 2024-12-05T13:20:05,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:05,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/71bdcd89ce1546fa9742345d1bd404e1 is 50, key is test_row_0/A:col10/1733404805750/Put/seqid=0 2024-12-05T13:20:05,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742193_1369 (size=14741) 2024-12-05T13:20:05,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/71bdcd89ce1546fa9742345d1bd404e1 2024-12-05T13:20:05,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/297a8f4647cd4128ac7890d78a147386 is 50, key is test_row_0/B:col10/1733404805750/Put/seqid=0 2024-12-05T13:20:05,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742194_1370 (size=12301) 2024-12-05T13:20:05,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/297a8f4647cd4128ac7890d78a147386 2024-12-05T13:20:05,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/a1d14b62c8d14dc88fb52d69a364db9d is 50, key is test_row_0/C:col10/1733404805750/Put/seqid=0 2024-12-05T13:20:05,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404865782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:05,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404865782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:05,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404865783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:05,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742195_1371 (size=12301) 2024-12-05T13:20:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-05T13:20:05,806 INFO [Thread-1284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-12-05T13:20:05,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:20:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-12-05T13:20:05,813 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:20:05,814 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:20:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-05T13:20:05,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:20:05,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404865885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:05,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404865886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:05,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404865887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-05T13:20:05,967 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:05,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-05T13:20:05,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:05,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:20:05,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:05,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:05,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:06,013 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/d10f53cfe0b747a090066c8247cc4032 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/d10f53cfe0b747a090066c8247cc4032 2024-12-05T13:20:06,017 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/B of 3e6a308e67add815c6ddd75258f0624e into d10f53cfe0b747a090066c8247cc4032(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:06,017 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:06,017 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/B, priority=13, startTime=1733404805574; duration=0sec 2024-12-05T13:20:06,017 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:06,017 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:B 2024-12-05T13:20:06,047 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/7fb11765c94f416bbd160456038707f2 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/7fb11765c94f416bbd160456038707f2 2024-12-05T13:20:06,051 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/C of 3e6a308e67add815c6ddd75258f0624e into 7fb11765c94f416bbd160456038707f2(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:06,051 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:06,051 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/C, priority=13, startTime=1733404805574; duration=0sec 2024-12-05T13:20:06,051 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:06,051 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:C 2024-12-05T13:20:06,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404866088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:06,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404866089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:06,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404866090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:06,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-05T13:20:06,120 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:06,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-05T13:20:06,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:06,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:20:06,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:06,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:06,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:06,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/a1d14b62c8d14dc88fb52d69a364db9d 2024-12-05T13:20:06,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/71bdcd89ce1546fa9742345d1bd404e1 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/71bdcd89ce1546fa9742345d1bd404e1 2024-12-05T13:20:06,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/71bdcd89ce1546fa9742345d1bd404e1, entries=200, sequenceid=413, filesize=14.4 K 2024-12-05T13:20:06,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/297a8f4647cd4128ac7890d78a147386 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/297a8f4647cd4128ac7890d78a147386 2024-12-05T13:20:06,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/297a8f4647cd4128ac7890d78a147386, entries=150, sequenceid=413, filesize=12.0 K 2024-12-05T13:20:06,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/a1d14b62c8d14dc88fb52d69a364db9d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/a1d14b62c8d14dc88fb52d69a364db9d 2024-12-05T13:20:06,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/a1d14b62c8d14dc88fb52d69a364db9d, entries=150, sequenceid=413, filesize=12.0 K 2024-12-05T13:20:06,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3e6a308e67add815c6ddd75258f0624e in 457ms, sequenceid=413, compaction requested=true 2024-12-05T13:20:06,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:06,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:20:06,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:06,208 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:20:06,208 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:20:06,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:20:06,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:06,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:20:06,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:20:06,209 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:20:06,209 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:20:06,209 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/B is initiating minor compaction (all files) 2024-12-05T13:20:06,209 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/A is initiating minor compaction (all files) 2024-12-05T13:20:06,209 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/B in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:06,209 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/A in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:06,209 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/a7bf0305e0b2439c8a4b2962cbd68c56, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/737405fcc47042d48992452231e91e09, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/71bdcd89ce1546fa9742345d1bd404e1] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=39.3 K 2024-12-05T13:20:06,209 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/d10f53cfe0b747a090066c8247cc4032, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/b571fc670ce24ce792484cd67a4bcc36, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/297a8f4647cd4128ac7890d78a147386] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=36.9 K 2024-12-05T13:20:06,210 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7bf0305e0b2439c8a4b2962cbd68c56, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733404804777 2024-12-05T13:20:06,210 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting d10f53cfe0b747a090066c8247cc4032, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733404804777 2024-12-05T13:20:06,210 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 737405fcc47042d48992452231e91e09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733404805131 2024-12-05T13:20:06,210 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting b571fc670ce24ce792484cd67a4bcc36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733404805131 2024-12-05T13:20:06,211 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71bdcd89ce1546fa9742345d1bd404e1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733404805745 2024-12-05T13:20:06,211 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 297a8f4647cd4128ac7890d78a147386, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733404805745 2024-12-05T13:20:06,219 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#B#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:06,220 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/9de05c07434c47678fe51204b450e6a3 is 50, key is test_row_0/B:col10/1733404805750/Put/seqid=0 2024-12-05T13:20:06,222 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#A#compaction#322 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:06,222 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/0f1ed8f599e5468a8e631b47439b6f06 is 50, key is test_row_0/A:col10/1733404805750/Put/seqid=0 2024-12-05T13:20:06,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742196_1372 (size=13323) 2024-12-05T13:20:06,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742197_1373 (size=13323) 2024-12-05T13:20:06,273 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:06,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-05T13:20:06,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:06,273 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2837): Flushing 3e6a308e67add815c6ddd75258f0624e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T13:20:06,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=A 2024-12-05T13:20:06,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:06,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=B 2024-12-05T13:20:06,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:06,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=C 2024-12-05T13:20:06,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:06,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/a78ae9eb9ce44be3be421e3df0dc9866 is 50, key is test_row_0/A:col10/1733404805782/Put/seqid=0 2024-12-05T13:20:06,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742198_1374 (size=12301) 2024-12-05T13:20:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:20:06,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:20:06,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404866356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:06,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404866392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:06,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404866392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:06,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404866392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-05T13:20:06,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404866460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:06,633 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/0f1ed8f599e5468a8e631b47439b6f06 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/0f1ed8f599e5468a8e631b47439b6f06 2024-12-05T13:20:06,634 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/9de05c07434c47678fe51204b450e6a3 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/9de05c07434c47678fe51204b450e6a3 2024-12-05T13:20:06,639 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/A of 3e6a308e67add815c6ddd75258f0624e into 0f1ed8f599e5468a8e631b47439b6f06(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:06,639 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:06,639 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/A, priority=13, startTime=1733404806208; duration=0sec 2024-12-05T13:20:06,640 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:20:06,640 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:A 2024-12-05T13:20:06,640 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:20:06,640 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/B of 3e6a308e67add815c6ddd75258f0624e into 9de05c07434c47678fe51204b450e6a3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:06,641 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:06,641 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/B, priority=13, startTime=1733404806208; duration=0sec 2024-12-05T13:20:06,641 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:06,641 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:B 2024-12-05T13:20:06,641 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:20:06,641 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/C is initiating minor compaction (all files) 2024-12-05T13:20:06,641 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/C in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:06,641 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/7fb11765c94f416bbd160456038707f2, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/fb04fccd22224cc4ad4e7a339102b289, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/a1d14b62c8d14dc88fb52d69a364db9d] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=36.9 K 2024-12-05T13:20:06,642 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fb11765c94f416bbd160456038707f2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733404804777 2024-12-05T13:20:06,642 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb04fccd22224cc4ad4e7a339102b289, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733404805131 2024-12-05T13:20:06,642 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1d14b62c8d14dc88fb52d69a364db9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733404805745 2024-12-05T13:20:06,657 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#C#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:06,658 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/be3c00ac85a74c28afed9a7f6cfee807 is 50, key is test_row_0/C:col10/1733404805750/Put/seqid=0 2024-12-05T13:20:06,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404866662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:06,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742199_1375 (size=13323) 2024-12-05T13:20:06,672 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/be3c00ac85a74c28afed9a7f6cfee807 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/be3c00ac85a74c28afed9a7f6cfee807 2024-12-05T13:20:06,676 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/C of 3e6a308e67add815c6ddd75258f0624e into be3c00ac85a74c28afed9a7f6cfee807(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:06,676 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:06,676 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/C, priority=13, startTime=1733404806208; duration=0sec 2024-12-05T13:20:06,677 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:06,677 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:C 2024-12-05T13:20:06,689 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/a78ae9eb9ce44be3be421e3df0dc9866 2024-12-05T13:20:06,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/c36e6a31b49e462ea8e2edf88fc03ea6 is 50, key is test_row_0/B:col10/1733404805782/Put/seqid=0 2024-12-05T13:20:06,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742200_1376 (size=12301) 2024-12-05T13:20:06,703 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/c36e6a31b49e462ea8e2edf88fc03ea6 2024-12-05T13:20:06,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/5e43096093d64ca396d4040482d533a1 is 50, key is test_row_0/C:col10/1733404805782/Put/seqid=0 2024-12-05T13:20:06,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742201_1377 (size=12301) 2024-12-05T13:20:06,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404866896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:06,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404866896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:06,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404866898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-05T13:20:06,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404866964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:07,120 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/5e43096093d64ca396d4040482d533a1 2024-12-05T13:20:07,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/a78ae9eb9ce44be3be421e3df0dc9866 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/a78ae9eb9ce44be3be421e3df0dc9866 2024-12-05T13:20:07,128 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/a78ae9eb9ce44be3be421e3df0dc9866, entries=150, sequenceid=440, filesize=12.0 K 2024-12-05T13:20:07,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/c36e6a31b49e462ea8e2edf88fc03ea6 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/c36e6a31b49e462ea8e2edf88fc03ea6 2024-12-05T13:20:07,133 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/c36e6a31b49e462ea8e2edf88fc03ea6, entries=150, sequenceid=440, filesize=12.0 K 2024-12-05T13:20:07,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/5e43096093d64ca396d4040482d533a1 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/5e43096093d64ca396d4040482d533a1 2024-12-05T13:20:07,137 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/5e43096093d64ca396d4040482d533a1, entries=150, sequenceid=440, filesize=12.0 K 2024-12-05T13:20:07,139 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3e6a308e67add815c6ddd75258f0624e in 866ms, sequenceid=440, compaction requested=false 2024-12-05T13:20:07,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2538): Flush status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:07,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:07,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-12-05T13:20:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=98 2024-12-05T13:20:07,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-12-05T13:20:07,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3260 sec 2024-12-05T13:20:07,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.3340 sec 2024-12-05T13:20:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:20:07,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3e6a308e67add815c6ddd75258f0624e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T13:20:07,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=A 2024-12-05T13:20:07,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:07,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=B 2024-12-05T13:20:07,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:07,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=C 2024-12-05T13:20:07,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:07,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/dc684e4febfe453f81cdbfd9678f85a3 is 50, key is test_row_0/A:col10/1733404806347/Put/seqid=0 2024-12-05T13:20:07,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742202_1378 (size=14741) 2024-12-05T13:20:07,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404867536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:07,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404867639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:07,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404867842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:07,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/dc684e4febfe453f81cdbfd9678f85a3 2024-12-05T13:20:07,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/eccbaa5bb13842f68a54fb6531f88590 is 50, key is test_row_0/B:col10/1733404806347/Put/seqid=0 2024-12-05T13:20:07,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742203_1379 (size=12301) 2024-12-05T13:20:07,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/eccbaa5bb13842f68a54fb6531f88590 2024-12-05T13:20:07,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45106 deadline: 1733404867903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:07,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45130 deadline: 1733404867904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:07,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45158 deadline: 1733404867907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:07,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/f8154f4d12434a29b2a0e8b3acb47fba is 50, key is test_row_0/C:col10/1733404806347/Put/seqid=0 2024-12-05T13:20:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-05T13:20:07,918 INFO [Thread-1284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-12-05T13:20:07,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:20:07,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742204_1380 (size=12301) 2024-12-05T13:20:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-12-05T13:20:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-05T13:20:07,922 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:20:07,922 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:20:07,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:20:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-05T13:20:08,074 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:08,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-05T13:20:08,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:08,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:20:08,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:08,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:08,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:08,121 DEBUG [Thread-1291 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c299cfb to 127.0.0.1:61019 2024-12-05T13:20:08,122 DEBUG [Thread-1291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:08,122 DEBUG [Thread-1285 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14ed1e44 to 127.0.0.1:61019 2024-12-05T13:20:08,122 DEBUG [Thread-1285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:08,123 DEBUG [Thread-1293 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x605827c9 to 127.0.0.1:61019 2024-12-05T13:20:08,123 DEBUG [Thread-1293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:08,124 DEBUG [Thread-1287 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72537a47 to 127.0.0.1:61019 2024-12-05T13:20:08,124 DEBUG [Thread-1287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:08,124 DEBUG [Thread-1289 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x036642cb to 127.0.0.1:61019 2024-12-05T13:20:08,124 DEBUG [Thread-1289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:08,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45104 deadline: 1733404868145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-05T13:20:08,227 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:08,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-05T13:20:08,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:08,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:20:08,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:08,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:08,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:08,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/f8154f4d12434a29b2a0e8b3acb47fba 2024-12-05T13:20:08,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/dc684e4febfe453f81cdbfd9678f85a3 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/dc684e4febfe453f81cdbfd9678f85a3 2024-12-05T13:20:08,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/dc684e4febfe453f81cdbfd9678f85a3, entries=200, sequenceid=455, filesize=14.4 K 2024-12-05T13:20:08,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/eccbaa5bb13842f68a54fb6531f88590 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/eccbaa5bb13842f68a54fb6531f88590 2024-12-05T13:20:08,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/eccbaa5bb13842f68a54fb6531f88590, entries=150, sequenceid=455, filesize=12.0 K 2024-12-05T13:20:08,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/f8154f4d12434a29b2a0e8b3acb47fba as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/f8154f4d12434a29b2a0e8b3acb47fba 2024-12-05T13:20:08,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/f8154f4d12434a29b2a0e8b3acb47fba, entries=150, sequenceid=455, filesize=12.0 K 2024-12-05T13:20:08,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3e6a308e67add815c6ddd75258f0624e in 866ms, sequenceid=455, compaction requested=true 2024-12-05T13:20:08,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:08,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:20:08,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:08,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:20:08,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:08,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e6a308e67add815c6ddd75258f0624e:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:20:08,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:20:08,336 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:20:08,336 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:20:08,337 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:20:08,337 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40365 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:20:08,337 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/A is initiating minor compaction (all files) 2024-12-05T13:20:08,337 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/B is initiating minor compaction (all files) 2024-12-05T13:20:08,337 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/B in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:08,337 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/A in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:08,337 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/9de05c07434c47678fe51204b450e6a3, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/c36e6a31b49e462ea8e2edf88fc03ea6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/eccbaa5bb13842f68a54fb6531f88590] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=37.0 K 2024-12-05T13:20:08,337 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/0f1ed8f599e5468a8e631b47439b6f06, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/a78ae9eb9ce44be3be421e3df0dc9866, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/dc684e4febfe453f81cdbfd9678f85a3] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=39.4 K 2024-12-05T13:20:08,337 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 9de05c07434c47678fe51204b450e6a3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733404805745 2024-12-05T13:20:08,337 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f1ed8f599e5468a8e631b47439b6f06, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733404805745 2024-12-05T13:20:08,339 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting a78ae9eb9ce44be3be421e3df0dc9866, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733404805778 2024-12-05T13:20:08,339 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting c36e6a31b49e462ea8e2edf88fc03ea6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733404805778 2024-12-05T13:20:08,339 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting eccbaa5bb13842f68a54fb6531f88590, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1733404806347 2024-12-05T13:20:08,339 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc684e4febfe453f81cdbfd9678f85a3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1733404806347 2024-12-05T13:20:08,344 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#A#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:08,344 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#B#compaction#331 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:08,345 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/ef7e5ee5ada24da28b3a53f5be21dde6 is 50, key is test_row_0/A:col10/1733404806347/Put/seqid=0 2024-12-05T13:20:08,345 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/4df4bd05dda34652a1895280bca95fef is 50, key is test_row_0/B:col10/1733404806347/Put/seqid=0 2024-12-05T13:20:08,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742206_1382 (size=13425) 2024-12-05T13:20:08,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742205_1381 (size=13425) 2024-12-05T13:20:08,380 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:08,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-05T13:20:08,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:08,381 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2837): Flushing 3e6a308e67add815c6ddd75258f0624e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T13:20:08,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=A 2024-12-05T13:20:08,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:08,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=B 2024-12-05T13:20:08,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:08,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=C 2024-12-05T13:20:08,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:08,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/9a500aa537c04534bf764d3062588f20 is 50, key is test_row_0/A:col10/1733404807527/Put/seqid=0 2024-12-05T13:20:08,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742207_1383 (size=12301) 2024-12-05T13:20:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-05T13:20:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:20:08,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. as already flushing 2024-12-05T13:20:08,647 DEBUG [Thread-1282 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e9ae050 to 127.0.0.1:61019 2024-12-05T13:20:08,647 DEBUG [Thread-1282 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:08,756 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/ef7e5ee5ada24da28b3a53f5be21dde6 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/ef7e5ee5ada24da28b3a53f5be21dde6 2024-12-05T13:20:08,756 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/4df4bd05dda34652a1895280bca95fef as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/4df4bd05dda34652a1895280bca95fef 2024-12-05T13:20:08,760 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/B of 3e6a308e67add815c6ddd75258f0624e into 4df4bd05dda34652a1895280bca95fef(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:08,760 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/A of 3e6a308e67add815c6ddd75258f0624e into ef7e5ee5ada24da28b3a53f5be21dde6(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:08,760 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:08,760 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:08,760 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/A, priority=13, startTime=1733404808336; duration=0sec 2024-12-05T13:20:08,760 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/B, priority=13, startTime=1733404808336; duration=0sec 2024-12-05T13:20:08,760 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:20:08,760 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:A 2024-12-05T13:20:08,760 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:08,760 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:B 2024-12-05T13:20:08,760 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:20:08,761 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:20:08,761 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 3e6a308e67add815c6ddd75258f0624e/C is initiating minor compaction (all files) 2024-12-05T13:20:08,761 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e6a308e67add815c6ddd75258f0624e/C in TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:08,761 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/be3c00ac85a74c28afed9a7f6cfee807, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/5e43096093d64ca396d4040482d533a1, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/f8154f4d12434a29b2a0e8b3acb47fba] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp, totalSize=37.0 K 2024-12-05T13:20:08,761 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting be3c00ac85a74c28afed9a7f6cfee807, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733404805745 2024-12-05T13:20:08,762 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e43096093d64ca396d4040482d533a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733404805778 2024-12-05T13:20:08,762 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8154f4d12434a29b2a0e8b3acb47fba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1733404806347 2024-12-05T13:20:08,767 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e6a308e67add815c6ddd75258f0624e#C#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:08,767 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/78b6cc14a0214373ab588a354731b51f is 50, key is test_row_0/C:col10/1733404806347/Put/seqid=0 2024-12-05T13:20:08,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742208_1384 (size=13425) 2024-12-05T13:20:08,789 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/9a500aa537c04534bf764d3062588f20 2024-12-05T13:20:08,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/4b31b975b3b949dcacdf8df309767642 is 50, key is test_row_0/B:col10/1733404807527/Put/seqid=0 2024-12-05T13:20:08,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742209_1385 (size=12301) 2024-12-05T13:20:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-05T13:20:09,176 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/78b6cc14a0214373ab588a354731b51f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/78b6cc14a0214373ab588a354731b51f 2024-12-05T13:20:09,179 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e6a308e67add815c6ddd75258f0624e/C of 3e6a308e67add815c6ddd75258f0624e into 78b6cc14a0214373ab588a354731b51f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:09,179 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:09,179 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e., storeName=3e6a308e67add815c6ddd75258f0624e/C, priority=13, startTime=1733404808336; duration=0sec 2024-12-05T13:20:09,179 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:09,179 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e6a308e67add815c6ddd75258f0624e:C 2024-12-05T13:20:09,199 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/4b31b975b3b949dcacdf8df309767642 2024-12-05T13:20:09,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/4221c5f4ac794d08bfb3a0379422e5af is 50, key is test_row_0/C:col10/1733404807527/Put/seqid=0 2024-12-05T13:20:09,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742210_1386 (size=12301) 2024-12-05T13:20:09,609 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/4221c5f4ac794d08bfb3a0379422e5af 2024-12-05T13:20:09,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/9a500aa537c04534bf764d3062588f20 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/9a500aa537c04534bf764d3062588f20 2024-12-05T13:20:09,616 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/9a500aa537c04534bf764d3062588f20, entries=150, sequenceid=479, filesize=12.0 K 2024-12-05T13:20:09,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/4b31b975b3b949dcacdf8df309767642 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/4b31b975b3b949dcacdf8df309767642 2024-12-05T13:20:09,619 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/4b31b975b3b949dcacdf8df309767642, entries=150, sequenceid=479, filesize=12.0 K 2024-12-05T13:20:09,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/4221c5f4ac794d08bfb3a0379422e5af as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/4221c5f4ac794d08bfb3a0379422e5af 2024-12-05T13:20:09,622 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/4221c5f4ac794d08bfb3a0379422e5af, entries=150, sequenceid=479, filesize=12.0 K 2024-12-05T13:20:09,622 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=6.71 KB/6870 for 3e6a308e67add815c6ddd75258f0624e in 1242ms, sequenceid=479, compaction requested=false 2024-12-05T13:20:09,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2538): Flush status journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:09,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:09,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-12-05T13:20:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=100 2024-12-05T13:20:09,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-12-05T13:20:09,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7010 sec 2024-12-05T13:20:09,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.7060 sec 2024-12-05T13:20:09,911 DEBUG [Thread-1276 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x028e73c0 to 127.0.0.1:61019 2024-12-05T13:20:09,911 DEBUG [Thread-1276 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:09,917 DEBUG [Thread-1278 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c480dfb to 127.0.0.1:61019 2024-12-05T13:20:09,917 DEBUG [Thread-1278 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:09,928 DEBUG [Thread-1280 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34cb3991 to 127.0.0.1:61019 2024-12-05T13:20:09,928 DEBUG [Thread-1280 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-05T13:20:10,025 INFO [Thread-1284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 99 completed 2024-12-05T13:20:11,654 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T13:20:15,360 DEBUG [Thread-1274 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c1ac389 to 127.0.0.1:61019 2024-12-05T13:20:15,360 DEBUG [Thread-1274 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:15,360 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T13:20:15,361 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-12-05T13:20:15,361 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-12-05T13:20:15,361 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-12-05T13:20:15,361 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-12-05T13:20:15,361 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-12-05T13:20:15,361 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T13:20:15,361 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7181 2024-12-05T13:20:15,361 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6870 2024-12-05T13:20:15,361 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6824 2024-12-05T13:20:15,361 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7259 2024-12-05T13:20:15,361 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6841 2024-12-05T13:20:15,361 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T13:20:15,361 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T13:20:15,361 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64dc42d9 to 127.0.0.1:61019 2024-12-05T13:20:15,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:15,361 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-05T13:20:15,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T13:20:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T13:20:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-05T13:20:15,364 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404815364"}]},"ts":"1733404815364"} 2024-12-05T13:20:15,365 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T13:20:15,367 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T13:20:15,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T13:20:15,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e6a308e67add815c6ddd75258f0624e, UNASSIGN}] 2024-12-05T13:20:15,369 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e6a308e67add815c6ddd75258f0624e, UNASSIGN 2024-12-05T13:20:15,370 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=3e6a308e67add815c6ddd75258f0624e, regionState=CLOSING, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:15,370 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T13:20:15,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; CloseRegionProcedure 3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344}] 2024-12-05T13:20:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-05T13:20:15,522 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:15,522 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(124): Close 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:20:15,522 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T13:20:15,522 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1681): Closing 3e6a308e67add815c6ddd75258f0624e, disabling compactions & flushes 2024-12-05T13:20:15,522 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:15,522 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:15,522 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. after waiting 0 ms 2024-12-05T13:20:15,522 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:15,522 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(2837): Flushing 3e6a308e67add815c6ddd75258f0624e 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-05T13:20:15,523 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=A 2024-12-05T13:20:15,523 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:15,523 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=B 2024-12-05T13:20:15,523 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:15,523 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e6a308e67add815c6ddd75258f0624e, store=C 2024-12-05T13:20:15,523 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:15,526 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/e8a3d207bba24ec0972e9e41a4e86d96 is 50, key is test_row_0/A:col10/1733404815359/Put/seqid=0 2024-12-05T13:20:15,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742211_1387 (size=9857) 2024-12-05T13:20:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-05T13:20:15,930 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/e8a3d207bba24ec0972e9e41a4e86d96 2024-12-05T13:20:15,937 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/ed8458ed51414b5cb523e499fcabb778 is 50, key is test_row_0/B:col10/1733404815359/Put/seqid=0 2024-12-05T13:20:15,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742212_1388 (size=9857) 2024-12-05T13:20:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-05T13:20:16,343 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/ed8458ed51414b5cb523e499fcabb778 2024-12-05T13:20:16,349 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/c3f2eba308d341d0a9275e52e4483381 is 50, key is test_row_0/C:col10/1733404815359/Put/seqid=0 2024-12-05T13:20:16,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742213_1389 (size=9857) 2024-12-05T13:20:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-05T13:20:16,752 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/c3f2eba308d341d0a9275e52e4483381 2024-12-05T13:20:16,756 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/A/e8a3d207bba24ec0972e9e41a4e86d96 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/e8a3d207bba24ec0972e9e41a4e86d96 2024-12-05T13:20:16,759 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/e8a3d207bba24ec0972e9e41a4e86d96, entries=100, sequenceid=490, filesize=9.6 K 2024-12-05T13:20:16,759 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/B/ed8458ed51414b5cb523e499fcabb778 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/ed8458ed51414b5cb523e499fcabb778 2024-12-05T13:20:16,762 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/ed8458ed51414b5cb523e499fcabb778, entries=100, sequenceid=490, filesize=9.6 K 2024-12-05T13:20:16,762 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/.tmp/C/c3f2eba308d341d0a9275e52e4483381 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/c3f2eba308d341d0a9275e52e4483381 2024-12-05T13:20:16,765 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/c3f2eba308d341d0a9275e52e4483381, entries=100, sequenceid=490, filesize=9.6 K 2024-12-05T13:20:16,765 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 3e6a308e67add815c6ddd75258f0624e in 1243ms, sequenceid=490, compaction requested=true 2024-12-05T13:20:16,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/42bdc166960f4d8f9dacb87fe156956c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/0f197ba818824f949ceb0b321fae35aa, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/9486a76e2a19425fa347be16199c952d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/90e2712fc4734f18a41e993c5d2c571a, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/848af0269a594e7599648cc166016320, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/e77d836bba7b41ea8c85ce881b4abeb9, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/f56eb380bba9444e92c2d7d2e7b29c6d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/fbc98820cd2745b09d6de428176dd8a8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/1cc56e2ef5584cfe84b22e02198a80b8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/df706f303ede42dcb592d2710a415cef, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/c68eb18df33742339f568d2ac286ff1d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/0ad8ba0f01da4a428591f43db450d2d7, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/41e8fee795cb44e188c8ccbe8cf24c17, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/dd5d8a97dfd8489bb8b474ad77a2d3ce, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/ee2a4255d156496f9c2f125cd9492e6b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/55d1447a14724cfd9ea6fc1389026702, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/4686f21ec38149669b50b03834c13fbf, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/a97e84775c8c427ea3d0b62f6d2783e3, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/68183c3ed7ef49728c42cf7f4e288723, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/b0d0b61ca8664f6ca99c024ad06a9272, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/1dd629e4a63d4b649bcaae7ca00cc855, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/d3770364e4394f94926246eaf075ade6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/13f0153a53e64b338f190d01f7b37c79, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/66b06f2e037b4b3cbca1a53e1b8c3925, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/4935be3c8b1e497f83eb2cb18719227d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/0be07397fad54d5d865e7833c0e840a0, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/a7bf0305e0b2439c8a4b2962cbd68c56, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/df9ee1989bac4fd98ca7689af1686daf, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/737405fcc47042d48992452231e91e09, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/71bdcd89ce1546fa9742345d1bd404e1, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/0f1ed8f599e5468a8e631b47439b6f06, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/a78ae9eb9ce44be3be421e3df0dc9866, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/dc684e4febfe453f81cdbfd9678f85a3] to archive 2024-12-05T13:20:16,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T13:20:16,769 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/42bdc166960f4d8f9dacb87fe156956c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/42bdc166960f4d8f9dacb87fe156956c 2024-12-05T13:20:16,770 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/0f197ba818824f949ceb0b321fae35aa to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/0f197ba818824f949ceb0b321fae35aa 2024-12-05T13:20:16,771 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/9486a76e2a19425fa347be16199c952d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/9486a76e2a19425fa347be16199c952d 2024-12-05T13:20:16,772 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/90e2712fc4734f18a41e993c5d2c571a to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/90e2712fc4734f18a41e993c5d2c571a 2024-12-05T13:20:16,773 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/848af0269a594e7599648cc166016320 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/848af0269a594e7599648cc166016320 2024-12-05T13:20:16,773 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/e77d836bba7b41ea8c85ce881b4abeb9 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/e77d836bba7b41ea8c85ce881b4abeb9 2024-12-05T13:20:16,774 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/f56eb380bba9444e92c2d7d2e7b29c6d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/f56eb380bba9444e92c2d7d2e7b29c6d 2024-12-05T13:20:16,775 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/fbc98820cd2745b09d6de428176dd8a8 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/fbc98820cd2745b09d6de428176dd8a8 2024-12-05T13:20:16,776 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/1cc56e2ef5584cfe84b22e02198a80b8 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/1cc56e2ef5584cfe84b22e02198a80b8 2024-12-05T13:20:16,776 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/df706f303ede42dcb592d2710a415cef to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/df706f303ede42dcb592d2710a415cef 2024-12-05T13:20:16,777 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/c68eb18df33742339f568d2ac286ff1d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/c68eb18df33742339f568d2ac286ff1d 2024-12-05T13:20:16,778 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/0ad8ba0f01da4a428591f43db450d2d7 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/0ad8ba0f01da4a428591f43db450d2d7 2024-12-05T13:20:16,778 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/41e8fee795cb44e188c8ccbe8cf24c17 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/41e8fee795cb44e188c8ccbe8cf24c17 2024-12-05T13:20:16,779 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/dd5d8a97dfd8489bb8b474ad77a2d3ce to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/dd5d8a97dfd8489bb8b474ad77a2d3ce 2024-12-05T13:20:16,780 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/ee2a4255d156496f9c2f125cd9492e6b to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/ee2a4255d156496f9c2f125cd9492e6b 2024-12-05T13:20:16,781 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/55d1447a14724cfd9ea6fc1389026702 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/55d1447a14724cfd9ea6fc1389026702 2024-12-05T13:20:16,782 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/4686f21ec38149669b50b03834c13fbf to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/4686f21ec38149669b50b03834c13fbf 2024-12-05T13:20:16,782 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/a97e84775c8c427ea3d0b62f6d2783e3 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/a97e84775c8c427ea3d0b62f6d2783e3 2024-12-05T13:20:16,783 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/68183c3ed7ef49728c42cf7f4e288723 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/68183c3ed7ef49728c42cf7f4e288723 2024-12-05T13:20:16,784 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/b0d0b61ca8664f6ca99c024ad06a9272 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/b0d0b61ca8664f6ca99c024ad06a9272 2024-12-05T13:20:16,785 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/1dd629e4a63d4b649bcaae7ca00cc855 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/1dd629e4a63d4b649bcaae7ca00cc855 2024-12-05T13:20:16,786 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/d3770364e4394f94926246eaf075ade6 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/d3770364e4394f94926246eaf075ade6 2024-12-05T13:20:16,786 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/13f0153a53e64b338f190d01f7b37c79 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/13f0153a53e64b338f190d01f7b37c79 2024-12-05T13:20:16,787 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/66b06f2e037b4b3cbca1a53e1b8c3925 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/66b06f2e037b4b3cbca1a53e1b8c3925 2024-12-05T13:20:16,788 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/4935be3c8b1e497f83eb2cb18719227d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/4935be3c8b1e497f83eb2cb18719227d 2024-12-05T13:20:16,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/0be07397fad54d5d865e7833c0e840a0 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/0be07397fad54d5d865e7833c0e840a0 2024-12-05T13:20:16,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/a7bf0305e0b2439c8a4b2962cbd68c56 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/a7bf0305e0b2439c8a4b2962cbd68c56 2024-12-05T13:20:16,790 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/df9ee1989bac4fd98ca7689af1686daf to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/df9ee1989bac4fd98ca7689af1686daf 2024-12-05T13:20:16,791 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/737405fcc47042d48992452231e91e09 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/737405fcc47042d48992452231e91e09 2024-12-05T13:20:16,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/71bdcd89ce1546fa9742345d1bd404e1 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/71bdcd89ce1546fa9742345d1bd404e1 2024-12-05T13:20:16,793 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/0f1ed8f599e5468a8e631b47439b6f06 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/0f1ed8f599e5468a8e631b47439b6f06 2024-12-05T13:20:16,794 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/a78ae9eb9ce44be3be421e3df0dc9866 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/a78ae9eb9ce44be3be421e3df0dc9866 2024-12-05T13:20:16,795 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/dc684e4febfe453f81cdbfd9678f85a3 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/dc684e4febfe453f81cdbfd9678f85a3 2024-12-05T13:20:16,796 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/6c7eee4b9d174c629dce0227c747915e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/abebafe26f694e87a221a4ae037796e4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/2c929cdb7741474b9ce8035b8b06cc39, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/50d962e78757409f815dbd27e19a34d8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/5aac21f7cf004c15b2b9d9e2d1af26b5, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/73df53f04f284d78a174bd6924cece1d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/90720459adee4304862cc39e3ae0d782, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/184b467deaaf45e7b29443982432b1e4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/b7122d182c2843fb99b96696f62cd522, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/024e148e74bb46d483e28985b44c1b4c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/1e0de61fcd2b4098945a520851f923bc, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/fdad688d2b1147dc8675c5f503fac818, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/9bcbc11d219e4e62995bf586dcbd8ef3, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/b4d6b3eaea0b4ae092c7e9c9e09ec94a, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/03c4284c5c06436c8c7497d7dc87776f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/f35f3a35173a4fdfb84d4793094e6735, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/d6ca47493b8f45e1aa68df02f94e47f8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/70d5a11c8d6d40e08d9e8486d0f478b4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/e8f0d78ca8d4422eb0a99c6803acba06, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/b4653a09bfec4b62a0d22b0aa3a534c7, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/e419d7ae23784933a84dff3f133e0507, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/035fcca8b52c426b8e81ac5efc9d208d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/7914801e79d3437191f07230ae9443dc, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/111bbab5a244458b8035c58c0b2759ed, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/ee0b197d32454548a10de679f7a8bc65, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/d492bf7e133a4e62be7a26ee8b0e143b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/d10f53cfe0b747a090066c8247cc4032, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/8e1a04e0363440378ba967cc0a199952, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/b571fc670ce24ce792484cd67a4bcc36, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/9de05c07434c47678fe51204b450e6a3, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/297a8f4647cd4128ac7890d78a147386, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/c36e6a31b49e462ea8e2edf88fc03ea6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/eccbaa5bb13842f68a54fb6531f88590] to archive 2024-12-05T13:20:16,797 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T13:20:16,798 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/6c7eee4b9d174c629dce0227c747915e to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/6c7eee4b9d174c629dce0227c747915e 2024-12-05T13:20:16,799 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/abebafe26f694e87a221a4ae037796e4 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/abebafe26f694e87a221a4ae037796e4 2024-12-05T13:20:16,800 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/2c929cdb7741474b9ce8035b8b06cc39 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/2c929cdb7741474b9ce8035b8b06cc39 2024-12-05T13:20:16,801 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/50d962e78757409f815dbd27e19a34d8 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/50d962e78757409f815dbd27e19a34d8 2024-12-05T13:20:16,802 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/5aac21f7cf004c15b2b9d9e2d1af26b5 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/5aac21f7cf004c15b2b9d9e2d1af26b5 2024-12-05T13:20:16,803 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/73df53f04f284d78a174bd6924cece1d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/73df53f04f284d78a174bd6924cece1d 2024-12-05T13:20:16,804 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/90720459adee4304862cc39e3ae0d782 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/90720459adee4304862cc39e3ae0d782 2024-12-05T13:20:16,805 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/184b467deaaf45e7b29443982432b1e4 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/184b467deaaf45e7b29443982432b1e4 2024-12-05T13:20:16,805 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/b7122d182c2843fb99b96696f62cd522 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/b7122d182c2843fb99b96696f62cd522 2024-12-05T13:20:16,806 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/024e148e74bb46d483e28985b44c1b4c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/024e148e74bb46d483e28985b44c1b4c 2024-12-05T13:20:16,807 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/1e0de61fcd2b4098945a520851f923bc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/1e0de61fcd2b4098945a520851f923bc 2024-12-05T13:20:16,808 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/fdad688d2b1147dc8675c5f503fac818 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/fdad688d2b1147dc8675c5f503fac818 2024-12-05T13:20:16,808 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/9bcbc11d219e4e62995bf586dcbd8ef3 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/9bcbc11d219e4e62995bf586dcbd8ef3 2024-12-05T13:20:16,809 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/b4d6b3eaea0b4ae092c7e9c9e09ec94a to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/b4d6b3eaea0b4ae092c7e9c9e09ec94a 2024-12-05T13:20:16,810 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/03c4284c5c06436c8c7497d7dc87776f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/03c4284c5c06436c8c7497d7dc87776f 2024-12-05T13:20:16,810 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/f35f3a35173a4fdfb84d4793094e6735 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/f35f3a35173a4fdfb84d4793094e6735 2024-12-05T13:20:16,811 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/d6ca47493b8f45e1aa68df02f94e47f8 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/d6ca47493b8f45e1aa68df02f94e47f8 2024-12-05T13:20:16,812 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/70d5a11c8d6d40e08d9e8486d0f478b4 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/70d5a11c8d6d40e08d9e8486d0f478b4 2024-12-05T13:20:16,813 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/e8f0d78ca8d4422eb0a99c6803acba06 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/e8f0d78ca8d4422eb0a99c6803acba06 2024-12-05T13:20:16,813 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/b4653a09bfec4b62a0d22b0aa3a534c7 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/b4653a09bfec4b62a0d22b0aa3a534c7 2024-12-05T13:20:16,814 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/e419d7ae23784933a84dff3f133e0507 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/e419d7ae23784933a84dff3f133e0507 2024-12-05T13:20:16,815 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/035fcca8b52c426b8e81ac5efc9d208d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/035fcca8b52c426b8e81ac5efc9d208d 2024-12-05T13:20:16,816 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/7914801e79d3437191f07230ae9443dc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/7914801e79d3437191f07230ae9443dc 2024-12-05T13:20:16,816 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/111bbab5a244458b8035c58c0b2759ed to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/111bbab5a244458b8035c58c0b2759ed 2024-12-05T13:20:16,817 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/ee0b197d32454548a10de679f7a8bc65 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/ee0b197d32454548a10de679f7a8bc65 2024-12-05T13:20:16,818 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/d492bf7e133a4e62be7a26ee8b0e143b to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/d492bf7e133a4e62be7a26ee8b0e143b 2024-12-05T13:20:16,819 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/d10f53cfe0b747a090066c8247cc4032 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/d10f53cfe0b747a090066c8247cc4032 2024-12-05T13:20:16,820 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/8e1a04e0363440378ba967cc0a199952 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/8e1a04e0363440378ba967cc0a199952 2024-12-05T13:20:16,821 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/b571fc670ce24ce792484cd67a4bcc36 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/b571fc670ce24ce792484cd67a4bcc36 2024-12-05T13:20:16,822 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/9de05c07434c47678fe51204b450e6a3 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/9de05c07434c47678fe51204b450e6a3 2024-12-05T13:20:16,822 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/297a8f4647cd4128ac7890d78a147386 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/297a8f4647cd4128ac7890d78a147386 2024-12-05T13:20:16,823 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/c36e6a31b49e462ea8e2edf88fc03ea6 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/c36e6a31b49e462ea8e2edf88fc03ea6 2024-12-05T13:20:16,824 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/eccbaa5bb13842f68a54fb6531f88590 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/eccbaa5bb13842f68a54fb6531f88590 2024-12-05T13:20:16,826 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/21ff4e754fe041e283c26206b5c373cb, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/39dfd684168648da9770dfd1a8da065e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/1ccd31a6699b4b4fb59a52c06726c9ff, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/7cafbdf5f2844d0eb65b07c86401df3b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/98f4e45b4db44b58845fb3702d9bf84b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/f14de1d2f6b94933b1cc65f0ea94aa9c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/5a68ae29b81443e88fd51b1e57a3298c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/779a683948e14f88a548d45b305b5f4d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/df5e88d2775f4a0f863cddb7b8af86eb, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/0b13b14fc8a34e0b939d228d3d58d186, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/3f7a765f47f24f4fb79b3414d750a3b0, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/525261e3e22242c1917168809e5e9938, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/682d915a02344edb940a682764a4c227, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/fb1a2046a1ef429ea77c020affa75403, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/25098c45beae484b87e834b07f2b5cdd, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/eddd69117cbb4747b140422286f3d070, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/23cb93402ef843a3b75f6999cc5fc12a, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/8dd097718e424b48975727f732b0b6b2, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/8843af8eac2d440d99850820a51ea819, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/957648c41ddf43408c0760da93605d74, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/be3ba1b59dcd4ae3a44e94fda6a974a8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/dbaad74b274a487480bda508d1f1ba0a, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/2d50b53d64894c65b8e41457b1e695be, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/161e5bab6ea441d08f7a0212800f8320, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/a13a6b5e8efa4104b30381f9d3a99a6f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/184afcfe8fec4a2ca4ec8cb2b4d6e649, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/7fb11765c94f416bbd160456038707f2, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/38e7a0fdcee349e38dd9f7c0149a1a5c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/fb04fccd22224cc4ad4e7a339102b289, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/be3c00ac85a74c28afed9a7f6cfee807, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/a1d14b62c8d14dc88fb52d69a364db9d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/5e43096093d64ca396d4040482d533a1, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/f8154f4d12434a29b2a0e8b3acb47fba] to archive 2024-12-05T13:20:16,827 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T13:20:16,828 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/21ff4e754fe041e283c26206b5c373cb to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/21ff4e754fe041e283c26206b5c373cb 2024-12-05T13:20:16,830 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/39dfd684168648da9770dfd1a8da065e to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/39dfd684168648da9770dfd1a8da065e 2024-12-05T13:20:16,831 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/1ccd31a6699b4b4fb59a52c06726c9ff to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/1ccd31a6699b4b4fb59a52c06726c9ff 2024-12-05T13:20:16,833 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/7cafbdf5f2844d0eb65b07c86401df3b to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/7cafbdf5f2844d0eb65b07c86401df3b 2024-12-05T13:20:16,834 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/98f4e45b4db44b58845fb3702d9bf84b to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/98f4e45b4db44b58845fb3702d9bf84b 2024-12-05T13:20:16,835 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/f14de1d2f6b94933b1cc65f0ea94aa9c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/f14de1d2f6b94933b1cc65f0ea94aa9c 2024-12-05T13:20:16,836 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/5a68ae29b81443e88fd51b1e57a3298c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/5a68ae29b81443e88fd51b1e57a3298c 2024-12-05T13:20:16,838 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/779a683948e14f88a548d45b305b5f4d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/779a683948e14f88a548d45b305b5f4d 2024-12-05T13:20:16,839 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/df5e88d2775f4a0f863cddb7b8af86eb to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/df5e88d2775f4a0f863cddb7b8af86eb 2024-12-05T13:20:16,840 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/0b13b14fc8a34e0b939d228d3d58d186 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/0b13b14fc8a34e0b939d228d3d58d186 2024-12-05T13:20:16,841 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/3f7a765f47f24f4fb79b3414d750a3b0 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/3f7a765f47f24f4fb79b3414d750a3b0 2024-12-05T13:20:16,842 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/525261e3e22242c1917168809e5e9938 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/525261e3e22242c1917168809e5e9938 2024-12-05T13:20:16,843 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/682d915a02344edb940a682764a4c227 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/682d915a02344edb940a682764a4c227 2024-12-05T13:20:16,844 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/fb1a2046a1ef429ea77c020affa75403 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/fb1a2046a1ef429ea77c020affa75403 2024-12-05T13:20:16,845 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/25098c45beae484b87e834b07f2b5cdd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/25098c45beae484b87e834b07f2b5cdd 2024-12-05T13:20:16,845 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/eddd69117cbb4747b140422286f3d070 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/eddd69117cbb4747b140422286f3d070 2024-12-05T13:20:16,846 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/23cb93402ef843a3b75f6999cc5fc12a to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/23cb93402ef843a3b75f6999cc5fc12a 2024-12-05T13:20:16,847 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/8dd097718e424b48975727f732b0b6b2 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/8dd097718e424b48975727f732b0b6b2 2024-12-05T13:20:16,848 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/8843af8eac2d440d99850820a51ea819 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/8843af8eac2d440d99850820a51ea819 2024-12-05T13:20:16,849 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/957648c41ddf43408c0760da93605d74 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/957648c41ddf43408c0760da93605d74 2024-12-05T13:20:16,850 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/be3ba1b59dcd4ae3a44e94fda6a974a8 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/be3ba1b59dcd4ae3a44e94fda6a974a8 2024-12-05T13:20:16,851 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/dbaad74b274a487480bda508d1f1ba0a to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/dbaad74b274a487480bda508d1f1ba0a 2024-12-05T13:20:16,852 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/2d50b53d64894c65b8e41457b1e695be to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/2d50b53d64894c65b8e41457b1e695be 2024-12-05T13:20:16,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/161e5bab6ea441d08f7a0212800f8320 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/161e5bab6ea441d08f7a0212800f8320 2024-12-05T13:20:16,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/a13a6b5e8efa4104b30381f9d3a99a6f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/a13a6b5e8efa4104b30381f9d3a99a6f 2024-12-05T13:20:16,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/184afcfe8fec4a2ca4ec8cb2b4d6e649 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/184afcfe8fec4a2ca4ec8cb2b4d6e649 2024-12-05T13:20:16,855 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/7fb11765c94f416bbd160456038707f2 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/7fb11765c94f416bbd160456038707f2 2024-12-05T13:20:16,856 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/38e7a0fdcee349e38dd9f7c0149a1a5c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/38e7a0fdcee349e38dd9f7c0149a1a5c 2024-12-05T13:20:16,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/fb04fccd22224cc4ad4e7a339102b289 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/fb04fccd22224cc4ad4e7a339102b289 2024-12-05T13:20:16,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/be3c00ac85a74c28afed9a7f6cfee807 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/be3c00ac85a74c28afed9a7f6cfee807 2024-12-05T13:20:16,858 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/a1d14b62c8d14dc88fb52d69a364db9d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/a1d14b62c8d14dc88fb52d69a364db9d 2024-12-05T13:20:16,859 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/5e43096093d64ca396d4040482d533a1 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/5e43096093d64ca396d4040482d533a1 2024-12-05T13:20:16,860 DEBUG [StoreCloser-TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/f8154f4d12434a29b2a0e8b3acb47fba to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/f8154f4d12434a29b2a0e8b3acb47fba 2024-12-05T13:20:16,864 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/recovered.edits/493.seqid, newMaxSeqId=493, maxSeqId=1 2024-12-05T13:20:16,864 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e. 2024-12-05T13:20:16,864 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1635): Region close journal for 3e6a308e67add815c6ddd75258f0624e: 2024-12-05T13:20:16,866 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(170): Closed 3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:20:16,866 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=3e6a308e67add815c6ddd75258f0624e, regionState=CLOSED 2024-12-05T13:20:16,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-12-05T13:20:16,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; CloseRegionProcedure 3e6a308e67add815c6ddd75258f0624e, server=6fe4fa47a8fb,37007,1733404723344 in 1.4970 sec 2024-12-05T13:20:16,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-12-05T13:20:16,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e6a308e67add815c6ddd75258f0624e, UNASSIGN in 1.5000 sec 2024-12-05T13:20:16,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-12-05T13:20:16,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5020 sec 2024-12-05T13:20:16,871 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404816871"}]},"ts":"1733404816871"} 2024-12-05T13:20:16,872 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T13:20:16,874 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T13:20:16,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5120 sec 2024-12-05T13:20:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-05T13:20:17,467 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 101 completed 2024-12-05T13:20:17,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T13:20:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=105, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:20:17,469 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=105, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:20:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-12-05T13:20:17,469 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=105, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:20:17,471 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:20:17,473 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A, FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B, FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C, FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/recovered.edits] 2024-12-05T13:20:17,475 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/9a500aa537c04534bf764d3062588f20 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/9a500aa537c04534bf764d3062588f20 2024-12-05T13:20:17,476 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/e8a3d207bba24ec0972e9e41a4e86d96 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/e8a3d207bba24ec0972e9e41a4e86d96 2024-12-05T13:20:17,476 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/ef7e5ee5ada24da28b3a53f5be21dde6 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/A/ef7e5ee5ada24da28b3a53f5be21dde6 2024-12-05T13:20:17,478 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/4b31b975b3b949dcacdf8df309767642 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/4b31b975b3b949dcacdf8df309767642 2024-12-05T13:20:17,479 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/4df4bd05dda34652a1895280bca95fef to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/4df4bd05dda34652a1895280bca95fef 2024-12-05T13:20:17,480 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/ed8458ed51414b5cb523e499fcabb778 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/B/ed8458ed51414b5cb523e499fcabb778 2024-12-05T13:20:17,481 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/4221c5f4ac794d08bfb3a0379422e5af to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/4221c5f4ac794d08bfb3a0379422e5af 2024-12-05T13:20:17,482 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/78b6cc14a0214373ab588a354731b51f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/78b6cc14a0214373ab588a354731b51f 2024-12-05T13:20:17,483 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/c3f2eba308d341d0a9275e52e4483381 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/C/c3f2eba308d341d0a9275e52e4483381 2024-12-05T13:20:17,485 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/recovered.edits/493.seqid to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e/recovered.edits/493.seqid 2024-12-05T13:20:17,485 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/3e6a308e67add815c6ddd75258f0624e 2024-12-05T13:20:17,486 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T13:20:17,487 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=105, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:20:17,490 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T13:20:17,492 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T13:20:17,493 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=105, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:20:17,493 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T13:20:17,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733404817493"}]},"ts":"9223372036854775807"} 2024-12-05T13:20:17,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-05T13:20:17,494 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3e6a308e67add815c6ddd75258f0624e, NAME => 'TestAcidGuarantees,,1733404785965.3e6a308e67add815c6ddd75258f0624e.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T13:20:17,495 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T13:20:17,495 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733404817495"}]},"ts":"9223372036854775807"} 2024-12-05T13:20:17,496 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-05T13:20:17,498 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=105, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:20:17,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 30 msec 2024-12-05T13:20:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-12-05T13:20:17,570 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 105 completed 2024-12-05T13:20:17,579 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=237 (was 242), OpenFileDescriptor=451 (was 465), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=362 (was 359) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8331 (was 8388) 2024-12-05T13:20:17,587 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=237, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=362, ProcessCount=11, AvailableMemoryMB=8331 2024-12-05T13:20:17,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T13:20:17,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:20:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T13:20:17,590 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:20:17,590 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:17,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 106 2024-12-05T13:20:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-05T13:20:17,591 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:20:17,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742214_1390 (size=963) 2024-12-05T13:20:17,597 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e 2024-12-05T13:20:17,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742215_1391 (size=53) 2024-12-05T13:20:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-05T13:20:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-05T13:20:18,002 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:18,002 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d3db13e4d9ca1e3a90c0208d9f690571, disabling compactions & flushes 2024-12-05T13:20:18,002 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:18,002 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:18,002 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. after waiting 0 ms 2024-12-05T13:20:18,002 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:18,002 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:18,002 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:18,004 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:20:18,004 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733404818004"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733404818004"}]},"ts":"1733404818004"} 2024-12-05T13:20:18,005 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T13:20:18,006 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:20:18,006 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404818006"}]},"ts":"1733404818006"} 2024-12-05T13:20:18,006 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T13:20:18,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3db13e4d9ca1e3a90c0208d9f690571, ASSIGN}] 2024-12-05T13:20:18,011 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3db13e4d9ca1e3a90c0208d9f690571, ASSIGN 2024-12-05T13:20:18,011 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3db13e4d9ca1e3a90c0208d9f690571, ASSIGN; state=OFFLINE, location=6fe4fa47a8fb,37007,1733404723344; forceNewPlan=false, retain=false 2024-12-05T13:20:18,162 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=d3db13e4d9ca1e3a90c0208d9f690571, regionState=OPENING, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:18,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE; OpenRegionProcedure d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344}] 2024-12-05T13:20:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-05T13:20:18,315 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:18,318 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:18,318 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7285): Opening region: {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:20:18,318 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:18,318 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:18,318 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7327): checking encryption for d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:18,318 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7330): checking classloading for d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:18,320 INFO [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:18,321 INFO [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:20:18,321 INFO [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3db13e4d9ca1e3a90c0208d9f690571 columnFamilyName A 2024-12-05T13:20:18,321 DEBUG [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:18,321 INFO [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] regionserver.HStore(327): Store=d3db13e4d9ca1e3a90c0208d9f690571/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:18,321 INFO [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:18,322 INFO [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:20:18,322 INFO [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3db13e4d9ca1e3a90c0208d9f690571 columnFamilyName B 2024-12-05T13:20:18,322 DEBUG [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:18,323 INFO [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] regionserver.HStore(327): Store=d3db13e4d9ca1e3a90c0208d9f690571/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:18,323 INFO [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:18,324 INFO [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:20:18,324 INFO [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3db13e4d9ca1e3a90c0208d9f690571 columnFamilyName C 2024-12-05T13:20:18,324 DEBUG [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:18,324 INFO [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] regionserver.HStore(327): Store=d3db13e4d9ca1e3a90c0208d9f690571/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:18,324 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:18,325 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:18,325 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:18,326 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T13:20:18,327 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1085): writing seq id for d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:18,328 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:20:18,329 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1102): Opened d3db13e4d9ca1e3a90c0208d9f690571; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64822492, jitterRate=-0.034069597721099854}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T13:20:18,329 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1001): Region open journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:18,330 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571., pid=108, masterSystemTime=1733404818315 2024-12-05T13:20:18,331 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:18,331 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:18,332 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=d3db13e4d9ca1e3a90c0208d9f690571, regionState=OPEN, openSeqNum=2, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:18,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-12-05T13:20:18,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; OpenRegionProcedure d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 in 169 msec 2024-12-05T13:20:18,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-12-05T13:20:18,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3db13e4d9ca1e3a90c0208d9f690571, ASSIGN in 323 msec 2024-12-05T13:20:18,335 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:20:18,335 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404818335"}]},"ts":"1733404818335"} 2024-12-05T13:20:18,336 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T13:20:18,338 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:20:18,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 749 msec 2024-12-05T13:20:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-05T13:20:18,694 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-12-05T13:20:18,695 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b976e1a to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1df61dc9 2024-12-05T13:20:18,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe71801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:18,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:18,701 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:18,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:20:18,703 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:20:18,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T13:20:18,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:20:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=109, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-05T13:20:18,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742216_1392 (size=999) 2024-12-05T13:20:19,115 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-05T13:20:19,115 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-05T13:20:19,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T13:20:19,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3db13e4d9ca1e3a90c0208d9f690571, REOPEN/MOVE}] 2024-12-05T13:20:19,120 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3db13e4d9ca1e3a90c0208d9f690571, REOPEN/MOVE 2024-12-05T13:20:19,120 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=d3db13e4d9ca1e3a90c0208d9f690571, regionState=CLOSING, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:19,121 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T13:20:19,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE; CloseRegionProcedure d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344}] 2024-12-05T13:20:19,272 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:19,273 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(124): Close d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:19,273 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T13:20:19,273 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1681): Closing d3db13e4d9ca1e3a90c0208d9f690571, disabling compactions & flushes 2024-12-05T13:20:19,273 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:19,273 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:19,273 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. after waiting 0 ms 2024-12-05T13:20:19,273 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:19,277 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T13:20:19,277 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:19,277 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1635): Region close journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:19,277 WARN [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionServer(3786): Not adding moved region record: d3db13e4d9ca1e3a90c0208d9f690571 to self. 2024-12-05T13:20:19,279 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(170): Closed d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:19,279 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=d3db13e4d9ca1e3a90c0208d9f690571, regionState=CLOSED 2024-12-05T13:20:19,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=112, resume processing ppid=111 2024-12-05T13:20:19,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, ppid=111, state=SUCCESS; CloseRegionProcedure d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 in 159 msec 2024-12-05T13:20:19,281 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3db13e4d9ca1e3a90c0208d9f690571, REOPEN/MOVE; state=CLOSED, location=6fe4fa47a8fb,37007,1733404723344; forceNewPlan=false, retain=true 2024-12-05T13:20:19,432 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=d3db13e4d9ca1e3a90c0208d9f690571, regionState=OPENING, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:19,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=111, state=RUNNABLE; OpenRegionProcedure d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344}] 2024-12-05T13:20:19,584 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:19,587 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:19,587 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7285): Opening region: {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:20:19,588 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:19,588 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:19,588 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7327): checking encryption for d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:19,588 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7330): checking classloading for d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:19,589 INFO [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:19,590 INFO [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:20:19,590 INFO [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3db13e4d9ca1e3a90c0208d9f690571 columnFamilyName A 2024-12-05T13:20:19,591 DEBUG [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:19,592 INFO [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] regionserver.HStore(327): Store=d3db13e4d9ca1e3a90c0208d9f690571/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:19,592 INFO [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:19,593 INFO [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:20:19,593 INFO [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3db13e4d9ca1e3a90c0208d9f690571 columnFamilyName B 2024-12-05T13:20:19,593 DEBUG [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:19,593 INFO [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] regionserver.HStore(327): Store=d3db13e4d9ca1e3a90c0208d9f690571/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:19,593 INFO [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:19,594 INFO [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:20:19,594 INFO [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3db13e4d9ca1e3a90c0208d9f690571 columnFamilyName C 2024-12-05T13:20:19,594 DEBUG [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:19,594 INFO [StoreOpener-d3db13e4d9ca1e3a90c0208d9f690571-1 {}] regionserver.HStore(327): Store=d3db13e4d9ca1e3a90c0208d9f690571/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:19,594 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:19,595 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:19,596 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:19,597 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T13:20:19,598 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1085): writing seq id for d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:19,598 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1102): Opened d3db13e4d9ca1e3a90c0208d9f690571; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64583492, jitterRate=-0.03763097524642944}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T13:20:19,599 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1001): Region open journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:19,600 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571., pid=113, masterSystemTime=1733404819584 2024-12-05T13:20:19,601 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:19,601 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:19,601 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=d3db13e4d9ca1e3a90c0208d9f690571, regionState=OPEN, openSeqNum=5, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:19,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=111 2024-12-05T13:20:19,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=111, state=SUCCESS; OpenRegionProcedure d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 in 169 msec 2024-12-05T13:20:19,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-12-05T13:20:19,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3db13e4d9ca1e3a90c0208d9f690571, REOPEN/MOVE in 484 msec 2024-12-05T13:20:19,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=110, resume processing ppid=109 2024-12-05T13:20:19,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, ppid=109, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 487 msec 2024-12-05T13:20:19,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 901 msec 2024-12-05T13:20:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=109 2024-12-05T13:20:19,608 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b82ba2a to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3637e4c6 2024-12-05T13:20:19,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f7d511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:19,615 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b6cf8cb to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72f422b4 2024-12-05T13:20:19,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc42ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:19,618 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ec15031 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2df33cdf 2024-12-05T13:20:19,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117e86d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:19,622 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dd5b441 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9f472e0 2024-12-05T13:20:19,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd96549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:19,626 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c336ea4 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@167a78b0 2024-12-05T13:20:19,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31aea41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:19,629 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5aee939b to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e247aa1 2024-12-05T13:20:19,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@801ba40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:19,633 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f49665c to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2205f666 2024-12-05T13:20:19,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27539bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:19,636 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683f8469 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6584e9ce 2024-12-05T13:20:19,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3203d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:19,639 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75e4d3d0 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37ec8e3b 2024-12-05T13:20:19,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798e7fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:19,644 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b308f62 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@787e5169 2024-12-05T13:20:19,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7284f16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:19,651 DEBUG [hconnection-0xa2f7829-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:19,651 DEBUG [hconnection-0x36387f53-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:19,651 DEBUG [hconnection-0x6f764aea-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:19,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:20:19,652 DEBUG [hconnection-0x59600e01-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-12-05T13:20:19,652 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:19,652 DEBUG [hconnection-0x3d82d476-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:19,652 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:19,652 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:19,653 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:19,653 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:20:19,653 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-05T13:20:19,654 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:20:19,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:20:19,654 DEBUG [hconnection-0x792de1bb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:19,655 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:19,656 DEBUG [hconnection-0xd21933a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:19,656 DEBUG [hconnection-0x6d3d2a7c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:19,657 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:19,657 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:19,660 DEBUG [hconnection-0x7124317c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:19,662 DEBUG [hconnection-0x1e8474e9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:19,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d3db13e4d9ca1e3a90c0208d9f690571 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T13:20:19,663 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:19,663 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:19,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=A 2024-12-05T13:20:19,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:19,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=B 2024-12-05T13:20:19,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:19,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=C 2024-12-05T13:20:19,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:19,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404879683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:19,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404879684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:19,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404879684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:19,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404879684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:19,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404879685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:19,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120577f51202a1c14c63910e56760ffa22a8_d3db13e4d9ca1e3a90c0208d9f690571 is 50, key is test_row_0/A:col10/1733404819662/Put/seqid=0 2024-12-05T13:20:19,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742217_1393 (size=12154) 2024-12-05T13:20:19,702 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:19,707 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120577f51202a1c14c63910e56760ffa22a8_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120577f51202a1c14c63910e56760ffa22a8_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:19,708 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/adf886031f384d2c88990d5b9cc40048, store: [table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:19,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/adf886031f384d2c88990d5b9cc40048 is 175, key is test_row_0/A:col10/1733404819662/Put/seqid=0 2024-12-05T13:20:19,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742218_1394 (size=30955) 2024-12-05T13:20:19,724 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/adf886031f384d2c88990d5b9cc40048 2024-12-05T13:20:19,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/eff20059ae544727a7ccf2df9c626228 is 50, key is test_row_0/B:col10/1733404819662/Put/seqid=0 2024-12-05T13:20:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-05T13:20:19,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742219_1395 (size=12001) 2024-12-05T13:20:19,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/eff20059ae544727a7ccf2df9c626228 2024-12-05T13:20:19,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/f7a037ac6ee24e0f901a8b079f683054 is 50, key is test_row_0/C:col10/1733404819662/Put/seqid=0 2024-12-05T13:20:19,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404879786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:19,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404879786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:19,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404879786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:19,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404879786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:19,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404879787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:19,807 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:19,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-05T13:20:19,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742220_1396 (size=12001) 2024-12-05T13:20:19,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:19,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. as already flushing 2024-12-05T13:20:19,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:19,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:19,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:19,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/f7a037ac6ee24e0f901a8b079f683054 2024-12-05T13:20:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:19,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/adf886031f384d2c88990d5b9cc40048 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/adf886031f384d2c88990d5b9cc40048 2024-12-05T13:20:19,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/adf886031f384d2c88990d5b9cc40048, entries=150, sequenceid=17, filesize=30.2 K 2024-12-05T13:20:19,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/eff20059ae544727a7ccf2df9c626228 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/eff20059ae544727a7ccf2df9c626228 2024-12-05T13:20:19,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/eff20059ae544727a7ccf2df9c626228, entries=150, sequenceid=17, filesize=11.7 K 2024-12-05T13:20:19,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/f7a037ac6ee24e0f901a8b079f683054 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/f7a037ac6ee24e0f901a8b079f683054 2024-12-05T13:20:19,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/f7a037ac6ee24e0f901a8b079f683054, entries=150, sequenceid=17, filesize=11.7 K 2024-12-05T13:20:19,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for d3db13e4d9ca1e3a90c0208d9f690571 in 170ms, sequenceid=17, compaction requested=false 2024-12-05T13:20:19,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:19,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-05T13:20:19,961 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:19,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-05T13:20:19,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:19,962 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing d3db13e4d9ca1e3a90c0208d9f690571 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T13:20:19,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=A 2024-12-05T13:20:19,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:19,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=B 2024-12-05T13:20:19,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:19,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=C 2024-12-05T13:20:19,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:19,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b0c80229b9e94200ba2365417717abc6_d3db13e4d9ca1e3a90c0208d9f690571 is 50, key is test_row_0/A:col10/1733404819683/Put/seqid=0 2024-12-05T13:20:19,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742221_1397 (size=12154) 2024-12-05T13:20:19,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:19,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. as already flushing 2024-12-05T13:20:19,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:19,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404879993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:19,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:19,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404879994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:19,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:19,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404879997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:20,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:20,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404879999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:20,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:20,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404879999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:20,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:20,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404880099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:20,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:20,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404880099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:20,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:20,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404880099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:20,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404880106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:20,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404880106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:20,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-05T13:20:20,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404880305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:20,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404880305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:20,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404880305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:20,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404880312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:20,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404880312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:20,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:20,379 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b0c80229b9e94200ba2365417717abc6_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b0c80229b9e94200ba2365417717abc6_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:20,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/97abdf423ad5432db0a75b2f0383985d, store: [table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:20,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/97abdf423ad5432db0a75b2f0383985d is 175, key is test_row_0/A:col10/1733404819683/Put/seqid=0 2024-12-05T13:20:20,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742222_1398 (size=30955) 2024-12-05T13:20:20,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404880608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:20,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404880609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:20,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404880610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:20,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404880617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:20,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404880619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-05T13:20:20,785 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/97abdf423ad5432db0a75b2f0383985d 2024-12-05T13:20:20,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/080e8a46bda540f4a010b40edfa05b9f is 50, key is test_row_0/B:col10/1733404819683/Put/seqid=0 2024-12-05T13:20:20,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742223_1399 (size=12001) 2024-12-05T13:20:21,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404881111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:21,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404881111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:21,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404881115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:21,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404881121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:21,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404881121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:21,200 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/080e8a46bda540f4a010b40edfa05b9f 2024-12-05T13:20:21,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/2acd133ca7ea464d9387467be4a96518 is 50, key is test_row_0/C:col10/1733404819683/Put/seqid=0 2024-12-05T13:20:21,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742224_1400 (size=12001) 2024-12-05T13:20:21,611 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/2acd133ca7ea464d9387467be4a96518 2024-12-05T13:20:21,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/97abdf423ad5432db0a75b2f0383985d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/97abdf423ad5432db0a75b2f0383985d 2024-12-05T13:20:21,619 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/97abdf423ad5432db0a75b2f0383985d, entries=150, sequenceid=42, filesize=30.2 K 2024-12-05T13:20:21,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/080e8a46bda540f4a010b40edfa05b9f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/080e8a46bda540f4a010b40edfa05b9f 2024-12-05T13:20:21,623 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/080e8a46bda540f4a010b40edfa05b9f, entries=150, sequenceid=42, filesize=11.7 K 2024-12-05T13:20:21,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/2acd133ca7ea464d9387467be4a96518 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/2acd133ca7ea464d9387467be4a96518 2024-12-05T13:20:21,629 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/2acd133ca7ea464d9387467be4a96518, entries=150, sequenceid=42, filesize=11.7 K 2024-12-05T13:20:21,630 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d3db13e4d9ca1e3a90c0208d9f690571 in 1668ms, sequenceid=42, compaction requested=false 2024-12-05T13:20:21,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:21,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:21,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-12-05T13:20:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-12-05T13:20:21,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-05T13:20:21,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9770 sec 2024-12-05T13:20:21,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.9820 sec 2024-12-05T13:20:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-05T13:20:21,758 INFO [Thread-1757 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-12-05T13:20:21,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:20:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-12-05T13:20:21,761 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:20:21,762 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:20:21,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:20:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-05T13:20:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-05T13:20:21,913 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:21,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-05T13:20:21,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:21,914 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing d3db13e4d9ca1e3a90c0208d9f690571 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T13:20:21,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=A 2024-12-05T13:20:21,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:21,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=B 2024-12-05T13:20:21,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:21,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=C 2024-12-05T13:20:21,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:21,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120554dc8c0b019146c0a19c70ce267e2b72_d3db13e4d9ca1e3a90c0208d9f690571 is 50, key is test_row_0/A:col10/1733404819997/Put/seqid=0 2024-12-05T13:20:21,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742225_1401 (size=12154) 2024-12-05T13:20:21,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:21,939 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120554dc8c0b019146c0a19c70ce267e2b72_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120554dc8c0b019146c0a19c70ce267e2b72_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:21,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/1817cef1e88b46d99d7cc738671c4fc6, store: [table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:21,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/1817cef1e88b46d99d7cc738671c4fc6 is 175, key is test_row_0/A:col10/1733404819997/Put/seqid=0 2024-12-05T13:20:21,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742226_1402 (size=30955) 2024-12-05T13:20:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-05T13:20:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:22,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. as already flushing 2024-12-05T13:20:22,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404882151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:22,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404882152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:22,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404882153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:22,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404882154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:22,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404882156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:22,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404882261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:22,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404882261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:22,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404882262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:22,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404882262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:22,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404882262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:22,345 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/1817cef1e88b46d99d7cc738671c4fc6 2024-12-05T13:20:22,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/015137de9ec84605bb8770bbaaaa09f1 is 50, key is test_row_0/B:col10/1733404819997/Put/seqid=0 2024-12-05T13:20:22,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742227_1403 (size=12001) 2024-12-05T13:20:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-05T13:20:22,396 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T13:20:22,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404882465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:22,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404882466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:22,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404882466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:22,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404882467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:22,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404882467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:22,757 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/015137de9ec84605bb8770bbaaaa09f1 2024-12-05T13:20:22,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/87758310dcfa4bccb4a99f254df80e09 is 50, key is test_row_0/C:col10/1733404819997/Put/seqid=0 2024-12-05T13:20:22,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742228_1404 (size=12001) 2024-12-05T13:20:22,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404882769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:22,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404882770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:22,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404882771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:22,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404882772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:22,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404882772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-05T13:20:23,167 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/87758310dcfa4bccb4a99f254df80e09 2024-12-05T13:20:23,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/1817cef1e88b46d99d7cc738671c4fc6 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/1817cef1e88b46d99d7cc738671c4fc6 2024-12-05T13:20:23,176 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/1817cef1e88b46d99d7cc738671c4fc6, entries=150, sequenceid=53, filesize=30.2 K 2024-12-05T13:20:23,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/015137de9ec84605bb8770bbaaaa09f1 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/015137de9ec84605bb8770bbaaaa09f1 2024-12-05T13:20:23,180 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/015137de9ec84605bb8770bbaaaa09f1, entries=150, sequenceid=53, filesize=11.7 K 2024-12-05T13:20:23,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/87758310dcfa4bccb4a99f254df80e09 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/87758310dcfa4bccb4a99f254df80e09 2024-12-05T13:20:23,184 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/87758310dcfa4bccb4a99f254df80e09, entries=150, sequenceid=53, filesize=11.7 K 2024-12-05T13:20:23,185 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d3db13e4d9ca1e3a90c0208d9f690571 in 1271ms, sequenceid=53, compaction requested=true 2024-12-05T13:20:23,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:23,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:23,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-12-05T13:20:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-12-05T13:20:23,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-05T13:20:23,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4240 sec 2024-12-05T13:20:23,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.4280 sec 2024-12-05T13:20:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:23,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d3db13e4d9ca1e3a90c0208d9f690571 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-05T13:20:23,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=A 2024-12-05T13:20:23,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:23,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=B 2024-12-05T13:20:23,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:23,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=C 2024-12-05T13:20:23,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:23,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120509c5d0574e1d4dc390e4795193c6c922_d3db13e4d9ca1e3a90c0208d9f690571 is 50, key is test_row_0/A:col10/1733404822151/Put/seqid=0 2024-12-05T13:20:23,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742229_1405 (size=14594) 2024-12-05T13:20:23,290 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:23,293 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120509c5d0574e1d4dc390e4795193c6c922_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120509c5d0574e1d4dc390e4795193c6c922_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:23,294 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/90fc523bc0d84959a33727f722294111, store: [table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:23,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/90fc523bc0d84959a33727f722294111 is 175, key is test_row_0/A:col10/1733404822151/Put/seqid=0 2024-12-05T13:20:23,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404883288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:23,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404883288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:23,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404883289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:23,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742230_1406 (size=39549) 2024-12-05T13:20:23,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:23,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404883297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404883295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:23,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404883399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:23,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404883399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:23,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404883399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:23,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404883407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:23,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404883407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:23,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404883606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:23,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404883606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:23,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404883606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:23,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404883612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:23,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404883613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:23,701 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/90fc523bc0d84959a33727f722294111 2024-12-05T13:20:23,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/3a6cf5ec183b41aeba4024f386874dfc is 50, key is test_row_0/B:col10/1733404822151/Put/seqid=0 2024-12-05T13:20:23,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742231_1407 (size=12001) 2024-12-05T13:20:23,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/3a6cf5ec183b41aeba4024f386874dfc 2024-12-05T13:20:23,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/b488145ec1dc444a9e6d3a28372ce043 is 50, key is test_row_0/C:col10/1733404822151/Put/seqid=0 2024-12-05T13:20:23,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742232_1408 (size=12001) 2024-12-05T13:20:23,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/b488145ec1dc444a9e6d3a28372ce043 2024-12-05T13:20:23,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/90fc523bc0d84959a33727f722294111 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/90fc523bc0d84959a33727f722294111 2024-12-05T13:20:23,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/90fc523bc0d84959a33727f722294111, entries=200, sequenceid=79, filesize=38.6 K 2024-12-05T13:20:23,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/3a6cf5ec183b41aeba4024f386874dfc as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/3a6cf5ec183b41aeba4024f386874dfc 2024-12-05T13:20:23,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/3a6cf5ec183b41aeba4024f386874dfc, entries=150, sequenceid=79, filesize=11.7 K 2024-12-05T13:20:23,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/b488145ec1dc444a9e6d3a28372ce043 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/b488145ec1dc444a9e6d3a28372ce043 2024-12-05T13:20:23,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/b488145ec1dc444a9e6d3a28372ce043, entries=150, sequenceid=79, filesize=11.7 K 2024-12-05T13:20:23,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d3db13e4d9ca1e3a90c0208d9f690571 in 483ms, sequenceid=79, compaction requested=true 2024-12-05T13:20:23,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:23,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3db13e4d9ca1e3a90c0208d9f690571:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:20:23,761 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T13:20:23,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:23,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3db13e4d9ca1e3a90c0208d9f690571:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:20:23,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:23,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3db13e4d9ca1e3a90c0208d9f690571:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:20:23,761 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T13:20:23,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:20:23,763 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T13:20:23,763 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): d3db13e4d9ca1e3a90c0208d9f690571/A is initiating minor compaction (all files) 2024-12-05T13:20:23,763 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d3db13e4d9ca1e3a90c0208d9f690571/A in TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:23,763 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/adf886031f384d2c88990d5b9cc40048, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/97abdf423ad5432db0a75b2f0383985d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/1817cef1e88b46d99d7cc738671c4fc6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/90fc523bc0d84959a33727f722294111] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp, totalSize=129.3 K 2024-12-05T13:20:23,763 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:23,763 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. files: [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/adf886031f384d2c88990d5b9cc40048, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/97abdf423ad5432db0a75b2f0383985d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/1817cef1e88b46d99d7cc738671c4fc6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/90fc523bc0d84959a33727f722294111] 2024-12-05T13:20:23,763 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T13:20:23,763 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): d3db13e4d9ca1e3a90c0208d9f690571/B is initiating minor compaction (all files) 2024-12-05T13:20:23,763 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d3db13e4d9ca1e3a90c0208d9f690571/B in TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:23,764 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/eff20059ae544727a7ccf2df9c626228, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/080e8a46bda540f4a010b40edfa05b9f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/015137de9ec84605bb8770bbaaaa09f1, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/3a6cf5ec183b41aeba4024f386874dfc] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp, totalSize=46.9 K 2024-12-05T13:20:23,764 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting adf886031f384d2c88990d5b9cc40048, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733404819661 2024-12-05T13:20:23,764 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting eff20059ae544727a7ccf2df9c626228, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733404819661 2024-12-05T13:20:23,764 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97abdf423ad5432db0a75b2f0383985d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733404819682 2024-12-05T13:20:23,765 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 080e8a46bda540f4a010b40edfa05b9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733404819682 2024-12-05T13:20:23,765 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1817cef1e88b46d99d7cc738671c4fc6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733404819991 2024-12-05T13:20:23,765 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90fc523bc0d84959a33727f722294111, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733404822143 2024-12-05T13:20:23,765 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 015137de9ec84605bb8770bbaaaa09f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733404819991 2024-12-05T13:20:23,765 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a6cf5ec183b41aeba4024f386874dfc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733404822151 2024-12-05T13:20:23,774 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:23,778 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3db13e4d9ca1e3a90c0208d9f690571#B#compaction#352 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:23,778 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/f820b62118184e2981852f8a644f19c5 is 50, key is test_row_0/B:col10/1733404822151/Put/seqid=0 2024-12-05T13:20:23,783 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205029d7600028048ffafa798ae075723ce_d3db13e4d9ca1e3a90c0208d9f690571 store=[table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:23,788 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205029d7600028048ffafa798ae075723ce_d3db13e4d9ca1e3a90c0208d9f690571, store=[table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:23,789 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205029d7600028048ffafa798ae075723ce_d3db13e4d9ca1e3a90c0208d9f690571 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:23,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742233_1409 (size=12139) 2024-12-05T13:20:23,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742234_1410 (size=4469) 2024-12-05T13:20:23,804 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/f820b62118184e2981852f8a644f19c5 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/f820b62118184e2981852f8a644f19c5 2024-12-05T13:20:23,810 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d3db13e4d9ca1e3a90c0208d9f690571/B of d3db13e4d9ca1e3a90c0208d9f690571 into f820b62118184e2981852f8a644f19c5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:23,810 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:23,810 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571., storeName=d3db13e4d9ca1e3a90c0208d9f690571/B, priority=12, startTime=1733404823761; duration=0sec 2024-12-05T13:20:23,810 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:20:23,810 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3db13e4d9ca1e3a90c0208d9f690571:B 2024-12-05T13:20:23,811 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T13:20:23,811 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T13:20:23,811 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): d3db13e4d9ca1e3a90c0208d9f690571/C is initiating minor compaction (all files) 2024-12-05T13:20:23,812 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d3db13e4d9ca1e3a90c0208d9f690571/C in TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:23,812 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/f7a037ac6ee24e0f901a8b079f683054, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/2acd133ca7ea464d9387467be4a96518, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/87758310dcfa4bccb4a99f254df80e09, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/b488145ec1dc444a9e6d3a28372ce043] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp, totalSize=46.9 K 2024-12-05T13:20:23,812 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting f7a037ac6ee24e0f901a8b079f683054, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733404819661 2024-12-05T13:20:23,812 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 2acd133ca7ea464d9387467be4a96518, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733404819682 2024-12-05T13:20:23,813 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 87758310dcfa4bccb4a99f254df80e09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733404819991 2024-12-05T13:20:23,813 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting b488145ec1dc444a9e6d3a28372ce043, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733404822151 2024-12-05T13:20:23,820 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3db13e4d9ca1e3a90c0208d9f690571#C#compaction#353 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:23,820 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/4f9b1ec19ca24eac980f92bd5b7148ca is 50, key is test_row_0/C:col10/1733404822151/Put/seqid=0 2024-12-05T13:20:23,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742235_1411 (size=12139) 2024-12-05T13:20:23,832 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/4f9b1ec19ca24eac980f92bd5b7148ca as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/4f9b1ec19ca24eac980f92bd5b7148ca 2024-12-05T13:20:23,836 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d3db13e4d9ca1e3a90c0208d9f690571/C of d3db13e4d9ca1e3a90c0208d9f690571 into 4f9b1ec19ca24eac980f92bd5b7148ca(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:23,836 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:23,836 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571., storeName=d3db13e4d9ca1e3a90c0208d9f690571/C, priority=12, startTime=1733404823761; duration=0sec 2024-12-05T13:20:23,837 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:23,837 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3db13e4d9ca1e3a90c0208d9f690571:C 2024-12-05T13:20:23,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-05T13:20:23,866 INFO [Thread-1757 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-05T13:20:23,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:20:23,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-12-05T13:20:23,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-05T13:20:23,869 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:20:23,869 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:20:23,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:20:23,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:23,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d3db13e4d9ca1e3a90c0208d9f690571 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T13:20:23,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=A 2024-12-05T13:20:23,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:23,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=B 2024-12-05T13:20:23,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:23,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=C 2024-12-05T13:20:23,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:23,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055b17c66ae9bf4e14914c51223f587134_d3db13e4d9ca1e3a90c0208d9f690571 is 50, key is test_row_0/A:col10/1733404823286/Put/seqid=0 2024-12-05T13:20:23,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742236_1412 (size=14594) 2024-12-05T13:20:23,928 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:23,933 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055b17c66ae9bf4e14914c51223f587134_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055b17c66ae9bf4e14914c51223f587134_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:23,933 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/3c35d263ac5d4b70a246cff6caf89ed7, store: [table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:23,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/3c35d263ac5d4b70a246cff6caf89ed7 is 175, key is test_row_0/A:col10/1733404823286/Put/seqid=0 2024-12-05T13:20:23,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742237_1413 (size=39549) 2024-12-05T13:20:23,939 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/3c35d263ac5d4b70a246cff6caf89ed7 2024-12-05T13:20:23,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/db0a01fea8ed4655ae474149a69d124c is 50, key is test_row_0/B:col10/1733404823286/Put/seqid=0 2024-12-05T13:20:23,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742238_1414 (size=12001) 2024-12-05T13:20:23,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:23,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404883945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:23,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:23,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404883945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:23,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:23,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404883949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:23,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:23,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404883952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:23,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:23,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404883953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:23,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-05T13:20:24,021 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-05T13:20:24,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:24,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. as already flushing 2024-12-05T13:20:24,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:24,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:24,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:24,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:24,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404884053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:24,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404884054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404884055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404884058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404884059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-05T13:20:24,174 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-05T13:20:24,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:24,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. as already flushing 2024-12-05T13:20:24,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:24,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:24,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:24,198 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3db13e4d9ca1e3a90c0208d9f690571#A#compaction#351 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:24,199 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/996374d134184c2f9dd04e7a5cae3208 is 175, key is test_row_0/A:col10/1733404822151/Put/seqid=0 2024-12-05T13:20:24,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742239_1415 (size=31093) 2024-12-05T13:20:24,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404884261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404884262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404884262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404884263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404884267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,327 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-05T13:20:24,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:24,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. as already flushing 2024-12-05T13:20:24,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:24,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:24,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:24,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/db0a01fea8ed4655ae474149a69d124c 2024-12-05T13:20:24,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/e6b44e46197b4aaf83217b27ff52055c is 50, key is test_row_0/C:col10/1733404823286/Put/seqid=0 2024-12-05T13:20:24,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742240_1416 (size=12001) 2024-12-05T13:20:24,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/e6b44e46197b4aaf83217b27ff52055c 2024-12-05T13:20:24,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/3c35d263ac5d4b70a246cff6caf89ed7 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/3c35d263ac5d4b70a246cff6caf89ed7 2024-12-05T13:20:24,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/3c35d263ac5d4b70a246cff6caf89ed7, entries=200, sequenceid=93, filesize=38.6 K 2024-12-05T13:20:24,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/db0a01fea8ed4655ae474149a69d124c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/db0a01fea8ed4655ae474149a69d124c 2024-12-05T13:20:24,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/db0a01fea8ed4655ae474149a69d124c, entries=150, sequenceid=93, filesize=11.7 K 2024-12-05T13:20:24,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/e6b44e46197b4aaf83217b27ff52055c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/e6b44e46197b4aaf83217b27ff52055c 2024-12-05T13:20:24,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/e6b44e46197b4aaf83217b27ff52055c, entries=150, sequenceid=93, filesize=11.7 K 2024-12-05T13:20:24,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d3db13e4d9ca1e3a90c0208d9f690571 in 465ms, sequenceid=93, compaction requested=false 2024-12-05T13:20:24,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-05T13:20:24,479 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-05T13:20:24,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:24,480 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing d3db13e4d9ca1e3a90c0208d9f690571 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T13:20:24,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=A 2024-12-05T13:20:24,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:24,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=B 2024-12-05T13:20:24,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:24,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=C 2024-12-05T13:20:24,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:24,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120572e1f027b072491a8255449041caaddf_d3db13e4d9ca1e3a90c0208d9f690571 is 50, key is test_row_0/A:col10/1733404823951/Put/seqid=0 2024-12-05T13:20:24,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742241_1417 (size=12154) 2024-12-05T13:20:24,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:24,495 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120572e1f027b072491a8255449041caaddf_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120572e1f027b072491a8255449041caaddf_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:24,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/677e77e5901a4582aea0e0d6dbb08226, store: [table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:24,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/677e77e5901a4582aea0e0d6dbb08226 is 175, key is test_row_0/A:col10/1733404823951/Put/seqid=0 2024-12-05T13:20:24,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742242_1418 (size=30955) 2024-12-05T13:20:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:24,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. as already flushing 2024-12-05T13:20:24,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404884579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404884580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404884581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404884583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404884584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,610 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/996374d134184c2f9dd04e7a5cae3208 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/996374d134184c2f9dd04e7a5cae3208 2024-12-05T13:20:24,614 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d3db13e4d9ca1e3a90c0208d9f690571/A of d3db13e4d9ca1e3a90c0208d9f690571 into 996374d134184c2f9dd04e7a5cae3208(size=30.4 K), total size for store is 69.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:24,614 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:24,614 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571., storeName=d3db13e4d9ca1e3a90c0208d9f690571/A, priority=12, startTime=1733404823761; duration=0sec 2024-12-05T13:20:24,614 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:24,614 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3db13e4d9ca1e3a90c0208d9f690571:A 2024-12-05T13:20:24,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404884687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404884687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404884694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404884697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404884697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404884894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404884895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,901 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/677e77e5901a4582aea0e0d6dbb08226 2024-12-05T13:20:24,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404884897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404884903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404884904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:24,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/c6770611c40845f08b64d584536c3f2d is 50, key is test_row_0/B:col10/1733404823951/Put/seqid=0 2024-12-05T13:20:24,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742243_1419 (size=12001) 2024-12-05T13:20:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-05T13:20:25,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404885199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:25,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404885201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:25,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404885202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:25,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404885209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:25,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404885210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:25,315 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/c6770611c40845f08b64d584536c3f2d 2024-12-05T13:20:25,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/7e50f91b39ea4b15bce6227ea70f12f4 is 50, key is test_row_0/C:col10/1733404823951/Put/seqid=0 2024-12-05T13:20:25,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742244_1420 (size=12001) 2024-12-05T13:20:25,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404885705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:25,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404885706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:25,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404885707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:25,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404885716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:25,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404885716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:25,732 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/7e50f91b39ea4b15bce6227ea70f12f4 2024-12-05T13:20:25,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/677e77e5901a4582aea0e0d6dbb08226 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/677e77e5901a4582aea0e0d6dbb08226 2024-12-05T13:20:25,744 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/677e77e5901a4582aea0e0d6dbb08226, entries=150, sequenceid=117, filesize=30.2 K 2024-12-05T13:20:25,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/c6770611c40845f08b64d584536c3f2d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/c6770611c40845f08b64d584536c3f2d 2024-12-05T13:20:25,749 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/c6770611c40845f08b64d584536c3f2d, entries=150, sequenceid=117, filesize=11.7 K 2024-12-05T13:20:25,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/7e50f91b39ea4b15bce6227ea70f12f4 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/7e50f91b39ea4b15bce6227ea70f12f4 2024-12-05T13:20:25,754 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/7e50f91b39ea4b15bce6227ea70f12f4, entries=150, sequenceid=117, filesize=11.7 K 2024-12-05T13:20:25,755 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d3db13e4d9ca1e3a90c0208d9f690571 in 1276ms, sequenceid=117, compaction requested=true 2024-12-05T13:20:25,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:25,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:25,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-12-05T13:20:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-12-05T13:20:25,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-05T13:20:25,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8880 sec 2024-12-05T13:20:25,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.8910 sec 2024-12-05T13:20:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-05T13:20:25,972 INFO [Thread-1757 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-12-05T13:20:25,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:20:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-12-05T13:20:25,975 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:20:25,975 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:20:25,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:20:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-05T13:20:26,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-05T13:20:26,128 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:26,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-05T13:20:26,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:26,129 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing d3db13e4d9ca1e3a90c0208d9f690571 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T13:20:26,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=A 2024-12-05T13:20:26,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:26,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=B 2024-12-05T13:20:26,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:26,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=C 2024-12-05T13:20:26,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:26,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052551467a2f8d4974b57670079445c44f_d3db13e4d9ca1e3a90c0208d9f690571 is 50, key is test_row_0/A:col10/1733404824582/Put/seqid=0 2024-12-05T13:20:26,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742245_1421 (size=12154) 2024-12-05T13:20:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-05T13:20:26,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:26,544 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052551467a2f8d4974b57670079445c44f_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052551467a2f8d4974b57670079445c44f_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:26,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/b18a27a259a046d4b17bff646c0d6054, store: [table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:26,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/b18a27a259a046d4b17bff646c0d6054 is 175, key is test_row_0/A:col10/1733404824582/Put/seqid=0 2024-12-05T13:20:26,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742246_1422 (size=30955) 2024-12-05T13:20:26,550 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/b18a27a259a046d4b17bff646c0d6054 2024-12-05T13:20:26,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/5da0bf17b1bf48cfb4610f326e0e75c4 is 50, key is test_row_0/B:col10/1733404824582/Put/seqid=0 2024-12-05T13:20:26,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742247_1423 (size=12001) 2024-12-05T13:20:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-05T13:20:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:26,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. as already flushing 2024-12-05T13:20:26,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404886739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:26,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404886744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:26,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404886745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:26,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404886746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:26,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404886747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:26,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404886848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:26,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404886850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:26,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404886852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:26,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404886852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:26,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404886854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:26,961 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/5da0bf17b1bf48cfb4610f326e0e75c4 2024-12-05T13:20:26,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/865a7eaa38ca4a2a834528855d34fc92 is 50, key is test_row_0/C:col10/1733404824582/Put/seqid=0 2024-12-05T13:20:26,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742248_1424 (size=12001) 2024-12-05T13:20:27,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404887053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:27,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404887056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:27,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404887057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:27,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404887058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:27,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404887059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-05T13:20:27,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404887358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:27,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404887363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:27,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404887363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:27,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404887365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:27,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404887366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:27,373 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/865a7eaa38ca4a2a834528855d34fc92 2024-12-05T13:20:27,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/b18a27a259a046d4b17bff646c0d6054 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/b18a27a259a046d4b17bff646c0d6054 2024-12-05T13:20:27,381 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/b18a27a259a046d4b17bff646c0d6054, entries=150, sequenceid=130, filesize=30.2 K 2024-12-05T13:20:27,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/5da0bf17b1bf48cfb4610f326e0e75c4 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/5da0bf17b1bf48cfb4610f326e0e75c4 2024-12-05T13:20:27,385 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/5da0bf17b1bf48cfb4610f326e0e75c4, entries=150, sequenceid=130, filesize=11.7 K 2024-12-05T13:20:27,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/865a7eaa38ca4a2a834528855d34fc92 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/865a7eaa38ca4a2a834528855d34fc92 2024-12-05T13:20:27,389 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/865a7eaa38ca4a2a834528855d34fc92, entries=150, sequenceid=130, filesize=11.7 K 2024-12-05T13:20:27,390 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d3db13e4d9ca1e3a90c0208d9f690571 in 1261ms, sequenceid=130, compaction requested=true 2024-12-05T13:20:27,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:27,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:27,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-12-05T13:20:27,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-12-05T13:20:27,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-05T13:20:27,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4150 sec 2024-12-05T13:20:27,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.4190 sec 2024-12-05T13:20:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:27,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d3db13e4d9ca1e3a90c0208d9f690571 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T13:20:27,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=A 2024-12-05T13:20:27,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:27,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=B 2024-12-05T13:20:27,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:27,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=C 2024-12-05T13:20:27,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:27,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120559f2524288014c87a5f9afa64470cc4d_d3db13e4d9ca1e3a90c0208d9f690571 is 50, key is test_row_0/A:col10/1733404826745/Put/seqid=0 2024-12-05T13:20:27,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742249_1425 (size=17284) 2024-12-05T13:20:27,888 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:27,892 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120559f2524288014c87a5f9afa64470cc4d_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120559f2524288014c87a5f9afa64470cc4d_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:27,893 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/c8a02d090218449aada45348b9e1fde1, store: [table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:27,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404887882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:27,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404887885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:27,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:27,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/c8a02d090218449aada45348b9e1fde1 is 175, key is test_row_0/A:col10/1733404826745/Put/seqid=0 2024-12-05T13:20:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404887886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:27,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404887888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:27,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742250_1426 (size=48389) 2024-12-05T13:20:27,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404887893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:27,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404887994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:27,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404887994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:27,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404887995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:28,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404887995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:28,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404888001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:28,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-05T13:20:28,080 INFO [Thread-1757 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-05T13:20:28,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:20:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-12-05T13:20:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-05T13:20:28,083 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:20:28,086 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:20:28,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:20:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-05T13:20:28,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:28,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404888200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:28,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:28,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404888201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:28,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:28,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404888201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:28,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:28,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404888201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:28,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:28,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404888207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:28,238 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:28,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-05T13:20:28,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:28,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. as already flushing 2024-12-05T13:20:28,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:28,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:28,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:28,299 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/c8a02d090218449aada45348b9e1fde1 2024-12-05T13:20:28,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/474b3042a6f54d1795b800242a77e26c is 50, key is test_row_0/B:col10/1733404826745/Put/seqid=0 2024-12-05T13:20:28,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742251_1427 (size=12151) 2024-12-05T13:20:28,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/474b3042a6f54d1795b800242a77e26c 2024-12-05T13:20:28,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/d7b78e01fd094e6cbd79f368cc779ee9 is 50, key is test_row_0/C:col10/1733404826745/Put/seqid=0 2024-12-05T13:20:28,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742252_1428 (size=12151) 2024-12-05T13:20:28,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/d7b78e01fd094e6cbd79f368cc779ee9 2024-12-05T13:20:28,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/c8a02d090218449aada45348b9e1fde1 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/c8a02d090218449aada45348b9e1fde1 2024-12-05T13:20:28,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/c8a02d090218449aada45348b9e1fde1, entries=250, sequenceid=156, filesize=47.3 K 2024-12-05T13:20:28,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/474b3042a6f54d1795b800242a77e26c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/474b3042a6f54d1795b800242a77e26c 2024-12-05T13:20:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/474b3042a6f54d1795b800242a77e26c, entries=150, sequenceid=156, filesize=11.9 K 2024-12-05T13:20:28,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/d7b78e01fd094e6cbd79f368cc779ee9 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/d7b78e01fd094e6cbd79f368cc779ee9 2024-12-05T13:20:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/d7b78e01fd094e6cbd79f368cc779ee9, entries=150, sequenceid=156, filesize=11.9 K 2024-12-05T13:20:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d3db13e4d9ca1e3a90c0208d9f690571 in 472ms, sequenceid=156, compaction requested=true 2024-12-05T13:20:28,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:28,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3db13e4d9ca1e3a90c0208d9f690571:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:20:28,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:28,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3db13e4d9ca1e3a90c0208d9f690571:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:20:28,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:28,346 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-05T13:20:28,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3db13e4d9ca1e3a90c0208d9f690571:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:20:28,346 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-05T13:20:28,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:20:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,347 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 180941 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-05T13:20:28,347 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60293 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-05T13:20:28,347 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): d3db13e4d9ca1e3a90c0208d9f690571/A is initiating minor compaction (all files) 2024-12-05T13:20:28,347 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): d3db13e4d9ca1e3a90c0208d9f690571/B is initiating minor compaction (all files) 2024-12-05T13:20:28,347 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d3db13e4d9ca1e3a90c0208d9f690571/B in TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:28,347 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d3db13e4d9ca1e3a90c0208d9f690571/A in TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:28,348 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/f820b62118184e2981852f8a644f19c5, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/db0a01fea8ed4655ae474149a69d124c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/c6770611c40845f08b64d584536c3f2d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/5da0bf17b1bf48cfb4610f326e0e75c4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/474b3042a6f54d1795b800242a77e26c] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp, totalSize=58.9 K 2024-12-05T13:20:28,348 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/996374d134184c2f9dd04e7a5cae3208, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/3c35d263ac5d4b70a246cff6caf89ed7, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/677e77e5901a4582aea0e0d6dbb08226, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/b18a27a259a046d4b17bff646c0d6054, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/c8a02d090218449aada45348b9e1fde1] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp, totalSize=176.7 K 2024-12-05T13:20:28,348 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,348 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. files: [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/996374d134184c2f9dd04e7a5cae3208, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/3c35d263ac5d4b70a246cff6caf89ed7, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/677e77e5901a4582aea0e0d6dbb08226, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/b18a27a259a046d4b17bff646c0d6054, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/c8a02d090218449aada45348b9e1fde1] 2024-12-05T13:20:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,348 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting f820b62118184e2981852f8a644f19c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733404822151 2024-12-05T13:20:28,348 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 996374d134184c2f9dd04e7a5cae3208, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733404822151 2024-12-05T13:20:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,348 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting db0a01fea8ed4655ae474149a69d124c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733404823286 2024-12-05T13:20:28,348 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c35d263ac5d4b70a246cff6caf89ed7, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733404823286 2024-12-05T13:20:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,349 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 677e77e5901a4582aea0e0d6dbb08226, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733404823937 2024-12-05T13:20:28,349 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting c6770611c40845f08b64d584536c3f2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733404823937 2024-12-05T13:20:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,349 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting b18a27a259a046d4b17bff646c0d6054, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733404824573 2024-12-05T13:20:28,349 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 5da0bf17b1bf48cfb4610f326e0e75c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733404824573 2024-12-05T13:20:28,349 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8a02d090218449aada45348b9e1fde1, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733404826738 2024-12-05T13:20:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,350 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 474b3042a6f54d1795b800242a77e26c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733404826738 2024-12-05T13:20:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,366 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,372 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3db13e4d9ca1e3a90c0208d9f690571#B#compaction#367 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,373 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/b03ea2d6b04e4dee94b43f15c6683a89 is 50, key is test_row_0/B:col10/1733404826745/Put/seqid=0 2024-12-05T13:20:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,380 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412051db23649a3e34a899ab1dd6644b49856_d3db13e4d9ca1e3a90c0208d9f690571 store=[table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,384 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412051db23649a3e34a899ab1dd6644b49856_d3db13e4d9ca1e3a90c0208d9f690571, store=[table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-05T13:20:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,384 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412051db23649a3e34a899ab1dd6644b49856_d3db13e4d9ca1e3a90c0208d9f690571 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,391 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-05T13:20:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:28,393 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing d3db13e4d9ca1e3a90c0208d9f690571 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-05T13:20:28,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=A 2024-12-05T13:20:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:28,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=B 2024-12-05T13:20:28,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=C 2024-12-05T13:20:28,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742253_1429 (size=12459) 2024-12-05T13:20:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742254_1430 (size=4469) 2024-12-05T13:20:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,424 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3db13e4d9ca1e3a90c0208d9f690571#A#compaction#366 average throughput is 0.42 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,425 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/cd3ce362a9b64e7cb814a53502cdee3e is 175, key is test_row_0/A:col10/1733404826745/Put/seqid=0 2024-12-05T13:20:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120557d3a3269826412c800473706afa6c11_d3db13e4d9ca1e3a90c0208d9f690571 is 50, key is test_row_0/A:col10/1733404827880/Put/seqid=0 2024-12-05T13:20:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742256_1432 (size=9814) 2024-12-05T13:20:28,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742255_1431 (size=31413) 2024-12-05T13:20:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,467 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/cd3ce362a9b64e7cb814a53502cdee3e as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/cd3ce362a9b64e7cb814a53502cdee3e 2024-12-05T13:20:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,473 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in d3db13e4d9ca1e3a90c0208d9f690571/A of d3db13e4d9ca1e3a90c0208d9f690571 into cd3ce362a9b64e7cb814a53502cdee3e(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:28,473 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:28,473 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571., storeName=d3db13e4d9ca1e3a90c0208d9f690571/A, priority=11, startTime=1733404828346; duration=0sec 2024-12-05T13:20:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,473 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:20:28,473 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3db13e4d9ca1e3a90c0208d9f690571:A 2024-12-05T13:20:28,473 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-05T13:20:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,475 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60293 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-05T13:20:28,475 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): d3db13e4d9ca1e3a90c0208d9f690571/C is initiating minor compaction (all files) 2024-12-05T13:20:28,475 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d3db13e4d9ca1e3a90c0208d9f690571/C in TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,475 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/4f9b1ec19ca24eac980f92bd5b7148ca, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/e6b44e46197b4aaf83217b27ff52055c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/7e50f91b39ea4b15bce6227ea70f12f4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/865a7eaa38ca4a2a834528855d34fc92, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/d7b78e01fd094e6cbd79f368cc779ee9] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp, totalSize=58.9 K 2024-12-05T13:20:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,475 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f9b1ec19ca24eac980f92bd5b7148ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733404822151 2024-12-05T13:20:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,476 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6b44e46197b4aaf83217b27ff52055c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733404823286 2024-12-05T13:20:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,476 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e50f91b39ea4b15bce6227ea70f12f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733404823937 2024-12-05T13:20:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,476 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 865a7eaa38ca4a2a834528855d34fc92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733404824573 2024-12-05T13:20:28,477 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7b78e01fd094e6cbd79f368cc779ee9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733404826738 2024-12-05T13:20:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,487 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3db13e4d9ca1e3a90c0208d9f690571#C#compaction#369 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,487 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/9fafef39a37d4688a54ec78b53509e70 is 50, key is test_row_0/C:col10/1733404826745/Put/seqid=0 2024-12-05T13:20:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742257_1433 (size=12459) 2024-12-05T13:20:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. as already flushing 2024-12-05T13:20:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404888643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:28,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404888644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:28,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404888644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:28,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404888645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:28,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404888645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-05T13:20:28,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404888746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:28,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404888755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:28,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404888756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:28,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404888756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:28,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404888757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:28,818 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/b03ea2d6b04e4dee94b43f15c6683a89 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/b03ea2d6b04e4dee94b43f15c6683a89 2024-12-05T13:20:28,823 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in d3db13e4d9ca1e3a90c0208d9f690571/B of d3db13e4d9ca1e3a90c0208d9f690571 into b03ea2d6b04e4dee94b43f15c6683a89(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:28,823 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:28,823 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571., storeName=d3db13e4d9ca1e3a90c0208d9f690571/B, priority=11, startTime=1733404828346; duration=0sec 2024-12-05T13:20:28,823 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:28,823 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3db13e4d9ca1e3a90c0208d9f690571:B 2024-12-05T13:20:28,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,857 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120557d3a3269826412c800473706afa6c11_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120557d3a3269826412c800473706afa6c11_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:28,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/c5076390638b4780beb8cf8cb23a4da6, store: [table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:28,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/c5076390638b4780beb8cf8cb23a4da6 is 175, key is test_row_0/A:col10/1733404827880/Put/seqid=0 2024-12-05T13:20:28,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742258_1434 (size=22461) 2024-12-05T13:20:28,904 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/9fafef39a37d4688a54ec78b53509e70 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/9fafef39a37d4688a54ec78b53509e70 2024-12-05T13:20:28,910 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in d3db13e4d9ca1e3a90c0208d9f690571/C of d3db13e4d9ca1e3a90c0208d9f690571 into 9fafef39a37d4688a54ec78b53509e70(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:28,910 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:28,910 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571., storeName=d3db13e4d9ca1e3a90c0208d9f690571/C, priority=11, startTime=1733404828346; duration=0sec 2024-12-05T13:20:28,910 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:28,910 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3db13e4d9ca1e3a90c0208d9f690571:C 2024-12-05T13:20:28,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404888949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:28,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404888960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:28,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404888960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:28,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404888960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:28,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404888960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-05T13:20:29,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404889253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:29,263 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/c5076390638b4780beb8cf8cb23a4da6 2024-12-05T13:20:29,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404889264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:29,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404889266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:29,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404889267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:29,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404889267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:29,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/7c03490aa54c4b978207667699969289 is 50, key is test_row_0/B:col10/1733404827880/Put/seqid=0 2024-12-05T13:20:29,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742259_1435 (size=9757) 2024-12-05T13:20:29,675 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/7c03490aa54c4b978207667699969289 2024-12-05T13:20:29,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/f88fb567b2004c5d861be3d94d93489f is 50, key is test_row_0/C:col10/1733404827880/Put/seqid=0 2024-12-05T13:20:29,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742260_1436 (size=9757) 2024-12-05T13:20:29,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404889758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:29,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404889772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:29,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404889772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:29,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404889772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:29,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404889773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:30,086 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/f88fb567b2004c5d861be3d94d93489f 2024-12-05T13:20:30,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/c5076390638b4780beb8cf8cb23a4da6 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/c5076390638b4780beb8cf8cb23a4da6 2024-12-05T13:20:30,093 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/c5076390638b4780beb8cf8cb23a4da6, entries=100, sequenceid=166, filesize=21.9 K 2024-12-05T13:20:30,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/7c03490aa54c4b978207667699969289 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/7c03490aa54c4b978207667699969289 2024-12-05T13:20:30,101 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/7c03490aa54c4b978207667699969289, entries=100, sequenceid=166, filesize=9.5 K 2024-12-05T13:20:30,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/f88fb567b2004c5d861be3d94d93489f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/f88fb567b2004c5d861be3d94d93489f 2024-12-05T13:20:30,106 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/f88fb567b2004c5d861be3d94d93489f, entries=100, sequenceid=166, filesize=9.5 K 2024-12-05T13:20:30,107 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for d3db13e4d9ca1e3a90c0208d9f690571 in 1713ms, sequenceid=166, compaction requested=false 2024-12-05T13:20:30,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:30,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:30,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-12-05T13:20:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-12-05T13:20:30,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-05T13:20:30,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0220 sec 2024-12-05T13:20:30,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 2.0290 sec 2024-12-05T13:20:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-05T13:20:30,186 INFO [Thread-1757 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-12-05T13:20:30,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:20:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-12-05T13:20:30,189 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:20:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-05T13:20:30,190 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:20:30,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:20:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-05T13:20:30,341 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:30,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-05T13:20:30,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:30,342 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing d3db13e4d9ca1e3a90c0208d9f690571 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-05T13:20:30,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=A 2024-12-05T13:20:30,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:30,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=B 2024-12-05T13:20:30,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:30,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=C 2024-12-05T13:20:30,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:30,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057a58decb12414cf8b7f0c5f7b6868490_d3db13e4d9ca1e3a90c0208d9f690571 is 50, key is test_row_0/A:col10/1733404828644/Put/seqid=0 2024-12-05T13:20:30,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742261_1437 (size=12304) 2024-12-05T13:20:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-05T13:20:30,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:30,770 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057a58decb12414cf8b7f0c5f7b6868490_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057a58decb12414cf8b7f0c5f7b6868490_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:30,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/52d061f3fa3d4744be3add7f0802b063, store: [table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:30,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/52d061f3fa3d4744be3add7f0802b063 is 175, key is test_row_0/A:col10/1733404828644/Put/seqid=0 2024-12-05T13:20:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:30,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. as already flushing 2024-12-05T13:20:30,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742262_1438 (size=31105) 2024-12-05T13:20:30,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404890782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:30,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404890783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:30,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404890783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:30,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404890785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:30,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404890786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-05T13:20:30,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:30,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404890887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404890888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:30,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404890888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:30,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404890888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:30,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404890891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:31,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404891092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:31,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404891092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:31,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404891092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:31,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404891093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:31,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404891097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:31,177 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/52d061f3fa3d4744be3add7f0802b063 2024-12-05T13:20:31,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/5def17e1db114d21ad8f4129d090adff is 50, key is test_row_0/B:col10/1733404828644/Put/seqid=0 2024-12-05T13:20:31,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742263_1439 (size=12151) 2024-12-05T13:20:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-05T13:20:31,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404891396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:31,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404891396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:31,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404891397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:31,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404891398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:31,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404891401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:31,588 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/5def17e1db114d21ad8f4129d090adff 2024-12-05T13:20:31,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/04a2ceb486304f80b692acfb04496ff4 is 50, key is test_row_0/C:col10/1733404828644/Put/seqid=0 2024-12-05T13:20:31,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742264_1440 (size=12151) 2024-12-05T13:20:31,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404891901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:31,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404891903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:31,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404891903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:31,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404891905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:31,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404891908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:31,999 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/04a2ceb486304f80b692acfb04496ff4 2024-12-05T13:20:32,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/52d061f3fa3d4744be3add7f0802b063 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/52d061f3fa3d4744be3add7f0802b063 2024-12-05T13:20:32,007 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/52d061f3fa3d4744be3add7f0802b063, entries=150, sequenceid=195, filesize=30.4 K 2024-12-05T13:20:32,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/5def17e1db114d21ad8f4129d090adff as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/5def17e1db114d21ad8f4129d090adff 2024-12-05T13:20:32,010 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/5def17e1db114d21ad8f4129d090adff, entries=150, sequenceid=195, filesize=11.9 K 2024-12-05T13:20:32,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/04a2ceb486304f80b692acfb04496ff4 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/04a2ceb486304f80b692acfb04496ff4 2024-12-05T13:20:32,014 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/04a2ceb486304f80b692acfb04496ff4, entries=150, sequenceid=195, filesize=11.9 K 2024-12-05T13:20:32,015 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d3db13e4d9ca1e3a90c0208d9f690571 in 1673ms, sequenceid=195, compaction requested=true 2024-12-05T13:20:32,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:32,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:32,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-12-05T13:20:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-12-05T13:20:32,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-05T13:20:32,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8260 sec 2024-12-05T13:20:32,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.8290 sec 2024-12-05T13:20:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-05T13:20:32,293 INFO [Thread-1757 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-12-05T13:20:32,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:20:32,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-12-05T13:20:32,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-05T13:20:32,296 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:20:32,297 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:20:32,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:20:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-05T13:20:32,449 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:32,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-05T13:20:32,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:32,450 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing d3db13e4d9ca1e3a90c0208d9f690571 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-05T13:20:32,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=A 2024-12-05T13:20:32,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:32,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=B 2024-12-05T13:20:32,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:32,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=C 2024-12-05T13:20:32,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:32,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ad941d4037d944f49a7a655e83588cbe_d3db13e4d9ca1e3a90c0208d9f690571 is 50, key is test_row_0/A:col10/1733404830782/Put/seqid=0 2024-12-05T13:20:32,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742265_1441 (size=12304) 2024-12-05T13:20:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-05T13:20:32,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:32,870 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ad941d4037d944f49a7a655e83588cbe_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ad941d4037d944f49a7a655e83588cbe_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:32,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/ce5c5e7d3da4483c990764db44d4fab1, store: [table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:32,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/ce5c5e7d3da4483c990764db44d4fab1 is 175, key is test_row_0/A:col10/1733404830782/Put/seqid=0 2024-12-05T13:20:32,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742266_1442 (size=31105) 2024-12-05T13:20:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-05T13:20:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:32,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. as already flushing 2024-12-05T13:20:32,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404892943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:32,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404892945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:32,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404892946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:32,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404892946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:32,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404892949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:33,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404893050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:33,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404893050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:33,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404893052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:33,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404893053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:33,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404893056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:33,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404893254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:33,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404893254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:33,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404893258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:33,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404893258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:33,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404893259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:33,276 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/ce5c5e7d3da4483c990764db44d4fab1 2024-12-05T13:20:33,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/e4e8a44103c540d4ba51aa24023fd783 is 50, key is test_row_0/B:col10/1733404830782/Put/seqid=0 2024-12-05T13:20:33,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742267_1443 (size=12151) 2024-12-05T13:20:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-05T13:20:33,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404893559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:33,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404893559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:33,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404893565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:33,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404893566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:33,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404893567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:33,688 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/e4e8a44103c540d4ba51aa24023fd783 2024-12-05T13:20:33,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/77cd5f55c6a04e38ad2eaec75fbf8e35 is 50, key is test_row_0/C:col10/1733404830782/Put/seqid=0 2024-12-05T13:20:33,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742268_1444 (size=12151) 2024-12-05T13:20:34,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404894064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:34,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404894067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:34,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404894072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:34,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404894074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:34,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404894075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:34,099 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/77cd5f55c6a04e38ad2eaec75fbf8e35 2024-12-05T13:20:34,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/ce5c5e7d3da4483c990764db44d4fab1 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/ce5c5e7d3da4483c990764db44d4fab1 2024-12-05T13:20:34,107 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/ce5c5e7d3da4483c990764db44d4fab1, entries=150, sequenceid=205, filesize=30.4 K 2024-12-05T13:20:34,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/e4e8a44103c540d4ba51aa24023fd783 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/e4e8a44103c540d4ba51aa24023fd783 2024-12-05T13:20:34,117 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/e4e8a44103c540d4ba51aa24023fd783, entries=150, sequenceid=205, filesize=11.9 K 2024-12-05T13:20:34,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/77cd5f55c6a04e38ad2eaec75fbf8e35 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/77cd5f55c6a04e38ad2eaec75fbf8e35 2024-12-05T13:20:34,122 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/77cd5f55c6a04e38ad2eaec75fbf8e35, entries=150, sequenceid=205, filesize=11.9 K 2024-12-05T13:20:34,123 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for d3db13e4d9ca1e3a90c0208d9f690571 in 1672ms, sequenceid=205, compaction requested=true 2024-12-05T13:20:34,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:34,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:34,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-12-05T13:20:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-12-05T13:20:34,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-05T13:20:34,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8270 sec 2024-12-05T13:20:34,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.8310 sec 2024-12-05T13:20:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-05T13:20:34,400 INFO [Thread-1757 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-05T13:20:34,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:20:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-12-05T13:20:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-05T13:20:34,404 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:20:34,404 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:20:34,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:20:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-05T13:20:34,555 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:34,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-05T13:20:34,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:34,556 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing d3db13e4d9ca1e3a90c0208d9f690571 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-05T13:20:34,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=A 2024-12-05T13:20:34,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:34,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=B 2024-12-05T13:20:34,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:34,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=C 2024-12-05T13:20:34,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:34,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055cec14937ae14e279848e3229e2ff7ca_d3db13e4d9ca1e3a90c0208d9f690571 is 50, key is test_row_0/A:col10/1733404832935/Put/seqid=0 2024-12-05T13:20:34,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742269_1445 (size=12304) 2024-12-05T13:20:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-05T13:20:34,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:34,972 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055cec14937ae14e279848e3229e2ff7ca_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055cec14937ae14e279848e3229e2ff7ca_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:34,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/571988b61b8b4736b10971ec0a26dc83, store: [table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:34,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/571988b61b8b4736b10971ec0a26dc83 is 175, key is test_row_0/A:col10/1733404832935/Put/seqid=0 2024-12-05T13:20:34,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742270_1446 (size=31105) 2024-12-05T13:20:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-05T13:20:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:35,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. as already flushing 2024-12-05T13:20:35,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:35,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404895087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404895086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:35,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404895116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:35,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:35,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404895116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404895116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:35,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404895217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:35,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404895227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:35,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404895227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:35,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404895227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:35,378 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=231, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/571988b61b8b4736b10971ec0a26dc83 2024-12-05T13:20:35,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/389e57da57c8441896a80d287485da8d is 50, key is test_row_0/B:col10/1733404832935/Put/seqid=0 2024-12-05T13:20:35,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742271_1447 (size=12151) 2024-12-05T13:20:35,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404895428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:35,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404895433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:35,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404895438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:35,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404895439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-05T13:20:35,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404895732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:35,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404895740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:35,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404895743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:35,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404895744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:35,789 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/389e57da57c8441896a80d287485da8d 2024-12-05T13:20:35,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/df287d352e0245f59a2bd0cada4c652e is 50, key is test_row_0/C:col10/1733404832935/Put/seqid=0 2024-12-05T13:20:35,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742272_1448 (size=12151) 2024-12-05T13:20:36,206 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/df287d352e0245f59a2bd0cada4c652e 2024-12-05T13:20:36,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/571988b61b8b4736b10971ec0a26dc83 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/571988b61b8b4736b10971ec0a26dc83 2024-12-05T13:20:36,215 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/571988b61b8b4736b10971ec0a26dc83, entries=150, sequenceid=231, filesize=30.4 K 2024-12-05T13:20:36,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/389e57da57c8441896a80d287485da8d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/389e57da57c8441896a80d287485da8d 2024-12-05T13:20:36,220 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/389e57da57c8441896a80d287485da8d, entries=150, sequenceid=231, filesize=11.9 K 2024-12-05T13:20:36,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/df287d352e0245f59a2bd0cada4c652e as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/df287d352e0245f59a2bd0cada4c652e 2024-12-05T13:20:36,224 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/df287d352e0245f59a2bd0cada4c652e, entries=150, sequenceid=231, filesize=11.9 K 2024-12-05T13:20:36,224 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d3db13e4d9ca1e3a90c0208d9f690571 in 1668ms, sequenceid=231, compaction requested=true 2024-12-05T13:20:36,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:36,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:36,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-12-05T13:20:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-12-05T13:20:36,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-05T13:20:36,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8220 sec 2024-12-05T13:20:36,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.8250 sec 2024-12-05T13:20:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:36,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d3db13e4d9ca1e3a90c0208d9f690571 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T13:20:36,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=A 2024-12-05T13:20:36,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:36,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=B 2024-12-05T13:20:36,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:36,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=C 2024-12-05T13:20:36,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:36,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120505f594cf1cfc43abb8e9dd1f356a169c_d3db13e4d9ca1e3a90c0208d9f690571 is 50, key is test_row_0/A:col10/1733404835087/Put/seqid=0 2024-12-05T13:20:36,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742273_1449 (size=14794) 2024-12-05T13:20:36,259 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:36,262 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120505f594cf1cfc43abb8e9dd1f356a169c_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120505f594cf1cfc43abb8e9dd1f356a169c_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:36,263 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/6b64ad8c7af54620af7c83893f525017, store: [table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:36,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/6b64ad8c7af54620af7c83893f525017 is 175, key is test_row_0/A:col10/1733404835087/Put/seqid=0 2024-12-05T13:20:36,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742274_1450 (size=39749) 2024-12-05T13:20:36,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404896334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:36,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404896335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:36,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404896336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:36,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404896337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:36,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404896442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:36,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404896446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:36,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404896449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:36,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404896450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-05T13:20:36,507 INFO [Thread-1757 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-12-05T13:20:36,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:20:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-12-05T13:20:36,510 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:20:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-05T13:20:36,510 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:20:36,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:20:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-05T13:20:36,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404896647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:36,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404896651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:36,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404896655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:36,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404896655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:36,662 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:36,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-05T13:20:36,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:36,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. as already flushing 2024-12-05T13:20:36,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:36,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:36,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:36,674 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/6b64ad8c7af54620af7c83893f525017 2024-12-05T13:20:36,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/13286a5c55274d84821343de45ea498e is 50, key is test_row_0/B:col10/1733404835087/Put/seqid=0 2024-12-05T13:20:36,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742275_1451 (size=12151) 2024-12-05T13:20:36,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/13286a5c55274d84821343de45ea498e 2024-12-05T13:20:36,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/4f955b1197034373bd3aa2eae73c9f3d is 50, key is test_row_0/C:col10/1733404835087/Put/seqid=0 2024-12-05T13:20:36,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742276_1452 (size=12151) 2024-12-05T13:20:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-05T13:20:36,815 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:36,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-05T13:20:36,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:36,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. as already flushing 2024-12-05T13:20:36,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:36,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:36,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:36,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404896954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:36,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404896959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:36,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404896964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:36,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404896964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:36,968 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:36,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-05T13:20:36,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:36,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. as already flushing 2024-12-05T13:20:36,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:36,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:36,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:37,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/4f955b1197034373bd3aa2eae73c9f3d 2024-12-05T13:20:37,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/6b64ad8c7af54620af7c83893f525017 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/6b64ad8c7af54620af7c83893f525017 2024-12-05T13:20:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-05T13:20:37,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/6b64ad8c7af54620af7c83893f525017, entries=200, sequenceid=242, filesize=38.8 K 2024-12-05T13:20:37,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/13286a5c55274d84821343de45ea498e as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/13286a5c55274d84821343de45ea498e 2024-12-05T13:20:37,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/13286a5c55274d84821343de45ea498e, entries=150, sequenceid=242, filesize=11.9 K 2024-12-05T13:20:37,121 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:37,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-05T13:20:37,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:37,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. as already flushing 2024-12-05T13:20:37,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:37,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:37,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:37,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/4f955b1197034373bd3aa2eae73c9f3d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/4f955b1197034373bd3aa2eae73c9f3d 2024-12-05T13:20:37,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404897124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:37,127 DEBUG [Thread-1747 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4180 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571., hostname=6fe4fa47a8fb,37007,1733404723344, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:37,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/4f955b1197034373bd3aa2eae73c9f3d, entries=150, sequenceid=242, filesize=11.9 K 2024-12-05T13:20:37,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d3db13e4d9ca1e3a90c0208d9f690571 in 887ms, sequenceid=242, compaction requested=true 2024-12-05T13:20:37,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:37,129 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-05T13:20:37,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3db13e4d9ca1e3a90c0208d9f690571:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:20:37,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:37,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3db13e4d9ca1e3a90c0208d9f690571:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:20:37,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:37,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3db13e4d9ca1e3a90c0208d9f690571:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:20:37,129 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-05T13:20:37,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:20:37,131 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 70820 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-05T13:20:37,131 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): d3db13e4d9ca1e3a90c0208d9f690571/B is initiating minor compaction (all files) 2024-12-05T13:20:37,131 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d3db13e4d9ca1e3a90c0208d9f690571/B in TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:37,131 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/b03ea2d6b04e4dee94b43f15c6683a89, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/7c03490aa54c4b978207667699969289, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/5def17e1db114d21ad8f4129d090adff, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/e4e8a44103c540d4ba51aa24023fd783, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/389e57da57c8441896a80d287485da8d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/13286a5c55274d84821343de45ea498e] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp, totalSize=69.2 K 2024-12-05T13:20:37,132 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting b03ea2d6b04e4dee94b43f15c6683a89, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733404826738 2024-12-05T13:20:37,132 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c03490aa54c4b978207667699969289, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733404827880 2024-12-05T13:20:37,132 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 186938 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-05T13:20:37,132 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): d3db13e4d9ca1e3a90c0208d9f690571/A is initiating minor compaction (all files) 2024-12-05T13:20:37,132 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d3db13e4d9ca1e3a90c0208d9f690571/A in TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:37,132 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/cd3ce362a9b64e7cb814a53502cdee3e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/c5076390638b4780beb8cf8cb23a4da6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/52d061f3fa3d4744be3add7f0802b063, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/ce5c5e7d3da4483c990764db44d4fab1, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/571988b61b8b4736b10971ec0a26dc83, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/6b64ad8c7af54620af7c83893f525017] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp, totalSize=182.6 K 2024-12-05T13:20:37,132 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 5def17e1db114d21ad8f4129d090adff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733404828643 2024-12-05T13:20:37,132 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:37,132 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. files: [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/cd3ce362a9b64e7cb814a53502cdee3e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/c5076390638b4780beb8cf8cb23a4da6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/52d061f3fa3d4744be3add7f0802b063, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/ce5c5e7d3da4483c990764db44d4fab1, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/571988b61b8b4736b10971ec0a26dc83, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/6b64ad8c7af54620af7c83893f525017] 2024-12-05T13:20:37,132 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting e4e8a44103c540d4ba51aa24023fd783, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733404830782 2024-12-05T13:20:37,133 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd3ce362a9b64e7cb814a53502cdee3e, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733404826738 2024-12-05T13:20:37,133 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 389e57da57c8441896a80d287485da8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733404832935 2024-12-05T13:20:37,133 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5076390638b4780beb8cf8cb23a4da6, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733404827880 2024-12-05T13:20:37,133 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 13286a5c55274d84821343de45ea498e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733404835087 2024-12-05T13:20:37,133 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52d061f3fa3d4744be3add7f0802b063, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733404828643 2024-12-05T13:20:37,134 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce5c5e7d3da4483c990764db44d4fab1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733404830782 2024-12-05T13:20:37,134 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 571988b61b8b4736b10971ec0a26dc83, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733404832935 2024-12-05T13:20:37,134 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b64ad8c7af54620af7c83893f525017, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733404835087 2024-12-05T13:20:37,143 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:37,145 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3db13e4d9ca1e3a90c0208d9f690571#B#compaction#384 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:37,145 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120551311a7603ef4494bab0dc760807ce56_d3db13e4d9ca1e3a90c0208d9f690571 store=[table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:37,146 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/bcf86220e24246caa5c0c0d6a6c7a3ce is 50, key is test_row_0/B:col10/1733404835087/Put/seqid=0 2024-12-05T13:20:37,149 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120551311a7603ef4494bab0dc760807ce56_d3db13e4d9ca1e3a90c0208d9f690571, store=[table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:37,149 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120551311a7603ef4494bab0dc760807ce56_d3db13e4d9ca1e3a90c0208d9f690571 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:37,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742278_1454 (size=4469) 2024-12-05T13:20:37,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742277_1453 (size=12663) 2024-12-05T13:20:37,161 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3db13e4d9ca1e3a90c0208d9f690571#A#compaction#385 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:37,162 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/5865433834074f61ab35cacd531bbffc is 175, key is test_row_0/A:col10/1733404835087/Put/seqid=0 2024-12-05T13:20:37,166 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/bcf86220e24246caa5c0c0d6a6c7a3ce as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/bcf86220e24246caa5c0c0d6a6c7a3ce 2024-12-05T13:20:37,170 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in d3db13e4d9ca1e3a90c0208d9f690571/B of d3db13e4d9ca1e3a90c0208d9f690571 into bcf86220e24246caa5c0c0d6a6c7a3ce(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:37,170 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:37,170 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571., storeName=d3db13e4d9ca1e3a90c0208d9f690571/B, priority=10, startTime=1733404837129; duration=0sec 2024-12-05T13:20:37,170 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:20:37,170 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3db13e4d9ca1e3a90c0208d9f690571:B 2024-12-05T13:20:37,170 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-05T13:20:37,171 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 70820 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-05T13:20:37,171 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): d3db13e4d9ca1e3a90c0208d9f690571/C is initiating minor compaction (all files) 2024-12-05T13:20:37,171 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d3db13e4d9ca1e3a90c0208d9f690571/C in TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:37,172 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/9fafef39a37d4688a54ec78b53509e70, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/f88fb567b2004c5d861be3d94d93489f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/04a2ceb486304f80b692acfb04496ff4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/77cd5f55c6a04e38ad2eaec75fbf8e35, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/df287d352e0245f59a2bd0cada4c652e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/4f955b1197034373bd3aa2eae73c9f3d] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp, totalSize=69.2 K 2024-12-05T13:20:37,172 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fafef39a37d4688a54ec78b53509e70, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733404826738 2024-12-05T13:20:37,172 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting f88fb567b2004c5d861be3d94d93489f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733404827880 2024-12-05T13:20:37,172 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 04a2ceb486304f80b692acfb04496ff4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733404828643 2024-12-05T13:20:37,173 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 77cd5f55c6a04e38ad2eaec75fbf8e35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733404830782 2024-12-05T13:20:37,173 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting df287d352e0245f59a2bd0cada4c652e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733404832935 2024-12-05T13:20:37,173 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f955b1197034373bd3aa2eae73c9f3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733404835087 2024-12-05T13:20:37,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742279_1455 (size=31617) 2024-12-05T13:20:37,179 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/5865433834074f61ab35cacd531bbffc as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/5865433834074f61ab35cacd531bbffc 2024-12-05T13:20:37,185 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in d3db13e4d9ca1e3a90c0208d9f690571/A of d3db13e4d9ca1e3a90c0208d9f690571 into 5865433834074f61ab35cacd531bbffc(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:37,185 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:37,185 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571., storeName=d3db13e4d9ca1e3a90c0208d9f690571/A, priority=10, startTime=1733404837128; duration=0sec 2024-12-05T13:20:37,185 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:37,185 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3db13e4d9ca1e3a90c0208d9f690571:A 2024-12-05T13:20:37,193 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3db13e4d9ca1e3a90c0208d9f690571#C#compaction#386 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:37,194 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/65910854a4704ff1ba8125f1d02ce95f is 50, key is test_row_0/C:col10/1733404835087/Put/seqid=0 2024-12-05T13:20:37,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742280_1456 (size=12663) 2024-12-05T13:20:37,273 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:37,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-05T13:20:37,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:37,274 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing d3db13e4d9ca1e3a90c0208d9f690571 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T13:20:37,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=A 2024-12-05T13:20:37,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:37,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=B 2024-12-05T13:20:37,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:37,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=C 2024-12-05T13:20:37,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:37,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d00534da4c3a4c6e881bdfd6ee08ca20_d3db13e4d9ca1e3a90c0208d9f690571 is 50, key is test_row_0/A:col10/1733404836336/Put/seqid=0 2024-12-05T13:20:37,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742281_1457 (size=12454) 2024-12-05T13:20:37,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. as already flushing 2024-12-05T13:20:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:37,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404897474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:37,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404897475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:37,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404897475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:37,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404897478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:37,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404897580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:37,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404897580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:37,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404897580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:37,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404897584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-05T13:20:37,617 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/65910854a4704ff1ba8125f1d02ce95f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/65910854a4704ff1ba8125f1d02ce95f 2024-12-05T13:20:37,621 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in d3db13e4d9ca1e3a90c0208d9f690571/C of d3db13e4d9ca1e3a90c0208d9f690571 into 65910854a4704ff1ba8125f1d02ce95f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:37,621 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:37,621 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571., storeName=d3db13e4d9ca1e3a90c0208d9f690571/C, priority=10, startTime=1733404837129; duration=0sec 2024-12-05T13:20:37,621 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:37,621 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3db13e4d9ca1e3a90c0208d9f690571:C 2024-12-05T13:20:37,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:37,703 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d00534da4c3a4c6e881bdfd6ee08ca20_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d00534da4c3a4c6e881bdfd6ee08ca20_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:37,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/3c78cd70d8f54f4799459260e007bc2a, store: [table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:37,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/3c78cd70d8f54f4799459260e007bc2a is 175, key is test_row_0/A:col10/1733404836336/Put/seqid=0 2024-12-05T13:20:37,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742282_1458 (size=31255) 2024-12-05T13:20:37,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404897784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:37,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404897785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:37,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404897785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:37,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404897790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:38,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404898089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:38,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404898091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:38,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:38,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404898093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404898094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:38,108 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=269, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/3c78cd70d8f54f4799459260e007bc2a 2024-12-05T13:20:38,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/86dc9174bf9c458b9647bae0a5ae427b is 50, key is test_row_0/B:col10/1733404836336/Put/seqid=0 2024-12-05T13:20:38,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742283_1459 (size=12301) 2024-12-05T13:20:38,519 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/86dc9174bf9c458b9647bae0a5ae427b 2024-12-05T13:20:38,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/cf1a82ef871b4a8b80769205e811566d is 50, key is test_row_0/C:col10/1733404836336/Put/seqid=0 2024-12-05T13:20:38,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742284_1460 (size=12301) 2024-12-05T13:20:38,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404898595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:38,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404898597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:38,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404898599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:38,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404898601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-05T13:20:38,930 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/cf1a82ef871b4a8b80769205e811566d 2024-12-05T13:20:38,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/3c78cd70d8f54f4799459260e007bc2a as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/3c78cd70d8f54f4799459260e007bc2a 2024-12-05T13:20:38,938 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/3c78cd70d8f54f4799459260e007bc2a, entries=150, sequenceid=269, filesize=30.5 K 2024-12-05T13:20:38,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/86dc9174bf9c458b9647bae0a5ae427b as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/86dc9174bf9c458b9647bae0a5ae427b 2024-12-05T13:20:38,943 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/86dc9174bf9c458b9647bae0a5ae427b, entries=150, sequenceid=269, filesize=12.0 K 2024-12-05T13:20:38,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/cf1a82ef871b4a8b80769205e811566d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/cf1a82ef871b4a8b80769205e811566d 2024-12-05T13:20:38,947 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/cf1a82ef871b4a8b80769205e811566d, entries=150, sequenceid=269, filesize=12.0 K 2024-12-05T13:20:38,948 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d3db13e4d9ca1e3a90c0208d9f690571 in 1674ms, sequenceid=269, compaction requested=false 2024-12-05T13:20:38,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:38,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:38,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-12-05T13:20:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-12-05T13:20:38,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-05T13:20:38,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4380 sec 2024-12-05T13:20:38,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.4450 sec 2024-12-05T13:20:39,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:39,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d3db13e4d9ca1e3a90c0208d9f690571 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T13:20:39,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=A 2024-12-05T13:20:39,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:39,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=B 2024-12-05T13:20:39,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:39,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=C 2024-12-05T13:20:39,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:39,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e6eb32f9cc9c4d43b16c43c65a04b858_d3db13e4d9ca1e3a90c0208d9f690571 is 50, key is test_row_0/A:col10/1733404837473/Put/seqid=0 2024-12-05T13:20:39,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742285_1461 (size=14994) 2024-12-05T13:20:39,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404899641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:39,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:39,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404899642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:39,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:39,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404899643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:39,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:39,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404899643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:39,657 DEBUG [Thread-1766 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b308f62 to 127.0.0.1:61019 2024-12-05T13:20:39,657 DEBUG [Thread-1766 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:39,659 DEBUG [Thread-1762 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683f8469 to 127.0.0.1:61019 2024-12-05T13:20:39,659 DEBUG [Thread-1762 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:39,659 DEBUG [Thread-1760 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f49665c to 127.0.0.1:61019 2024-12-05T13:20:39,659 DEBUG [Thread-1760 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:39,662 DEBUG [Thread-1758 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5aee939b to 127.0.0.1:61019 2024-12-05T13:20:39,662 DEBUG [Thread-1758 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:39,665 DEBUG [Thread-1764 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75e4d3d0 to 127.0.0.1:61019 2024-12-05T13:20:39,665 DEBUG [Thread-1764 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:39,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404899746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:39,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404899748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:39,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404899748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:39,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404899749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:39,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404899949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:39,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404899949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:39,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404899950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:39,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404899950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:40,023 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:40,026 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e6eb32f9cc9c4d43b16c43c65a04b858_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e6eb32f9cc9c4d43b16c43c65a04b858_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:40,026 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/07c68e85c8bc472eb27db4e278cd58c2, store: [table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:40,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/07c68e85c8bc472eb27db4e278cd58c2 is 175, key is test_row_0/A:col10/1733404837473/Put/seqid=0 2024-12-05T13:20:40,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742286_1462 (size=39949) 2024-12-05T13:20:40,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:40,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:40,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404900251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:40,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404900251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:40,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404900252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:40,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404900253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:40,431 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=282, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/07c68e85c8bc472eb27db4e278cd58c2 2024-12-05T13:20:40,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/55bbf152320845ffaeff8f18e72b26c5 is 50, key is test_row_0/B:col10/1733404837473/Put/seqid=0 2024-12-05T13:20:40,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742287_1463 (size=12301) 2024-12-05T13:20:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-05T13:20:40,614 INFO [Thread-1757 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-12-05T13:20:40,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52982 deadline: 1733404900753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:40,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52994 deadline: 1733404900754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:40,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52950 deadline: 1733404900755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:40,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52974 deadline: 1733404900756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:40,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/55bbf152320845ffaeff8f18e72b26c5 2024-12-05T13:20:40,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/ec4583034eaa4f5889e034325a8e4b55 is 50, key is test_row_0/C:col10/1733404837473/Put/seqid=0 2024-12-05T13:20:40,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742288_1464 (size=12301) 2024-12-05T13:20:41,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1733404901136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:41,136 DEBUG [Thread-1747 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8190 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571., hostname=6fe4fa47a8fb,37007,1733404723344, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:41,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/ec4583034eaa4f5889e034325a8e4b55 2024-12-05T13:20:41,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/07c68e85c8bc472eb27db4e278cd58c2 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/07c68e85c8bc472eb27db4e278cd58c2 2024-12-05T13:20:41,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/07c68e85c8bc472eb27db4e278cd58c2, entries=200, sequenceid=282, filesize=39.0 K 2024-12-05T13:20:41,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/55bbf152320845ffaeff8f18e72b26c5 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/55bbf152320845ffaeff8f18e72b26c5 2024-12-05T13:20:41,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/55bbf152320845ffaeff8f18e72b26c5, entries=150, sequenceid=282, filesize=12.0 K 2024-12-05T13:20:41,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/ec4583034eaa4f5889e034325a8e4b55 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/ec4583034eaa4f5889e034325a8e4b55 2024-12-05T13:20:41,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/ec4583034eaa4f5889e034325a8e4b55, entries=150, sequenceid=282, filesize=12.0 K 2024-12-05T13:20:41,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d3db13e4d9ca1e3a90c0208d9f690571 in 1658ms, sequenceid=282, compaction requested=true 2024-12-05T13:20:41,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:41,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3db13e4d9ca1e3a90c0208d9f690571:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:20:41,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:41,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3db13e4d9ca1e3a90c0208d9f690571:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:20:41,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:41,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3db13e4d9ca1e3a90c0208d9f690571:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:20:41,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:20:41,263 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:20:41,263 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:20:41,264 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:20:41,264 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:20:41,264 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): d3db13e4d9ca1e3a90c0208d9f690571/A is initiating minor compaction (all files) 2024-12-05T13:20:41,264 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): d3db13e4d9ca1e3a90c0208d9f690571/B is initiating minor compaction (all files) 2024-12-05T13:20:41,264 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d3db13e4d9ca1e3a90c0208d9f690571/A in TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:41,264 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d3db13e4d9ca1e3a90c0208d9f690571/B in TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:41,264 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/5865433834074f61ab35cacd531bbffc, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/3c78cd70d8f54f4799459260e007bc2a, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/07c68e85c8bc472eb27db4e278cd58c2] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp, totalSize=100.4 K 2024-12-05T13:20:41,264 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/bcf86220e24246caa5c0c0d6a6c7a3ce, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/86dc9174bf9c458b9647bae0a5ae427b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/55bbf152320845ffaeff8f18e72b26c5] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp, totalSize=36.4 K 2024-12-05T13:20:41,264 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:41,265 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. files: [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/5865433834074f61ab35cacd531bbffc, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/3c78cd70d8f54f4799459260e007bc2a, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/07c68e85c8bc472eb27db4e278cd58c2] 2024-12-05T13:20:41,265 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting bcf86220e24246caa5c0c0d6a6c7a3ce, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733404835087 2024-12-05T13:20:41,265 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5865433834074f61ab35cacd531bbffc, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733404835087 2024-12-05T13:20:41,265 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c78cd70d8f54f4799459260e007bc2a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733404836289 2024-12-05T13:20:41,265 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 86dc9174bf9c458b9647bae0a5ae427b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733404836289 2024-12-05T13:20:41,265 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07c68e85c8bc472eb27db4e278cd58c2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733404837473 2024-12-05T13:20:41,265 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 55bbf152320845ffaeff8f18e72b26c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733404837473 2024-12-05T13:20:41,270 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:41,272 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3db13e4d9ca1e3a90c0208d9f690571#B#compaction#394 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:41,272 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/2d8791261ee342a58a48a07b0c1b16ec is 50, key is test_row_0/B:col10/1733404837473/Put/seqid=0 2024-12-05T13:20:41,273 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412055b53a72e367848e4bde8774e55463832_d3db13e4d9ca1e3a90c0208d9f690571 store=[table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:41,277 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412055b53a72e367848e4bde8774e55463832_d3db13e4d9ca1e3a90c0208d9f690571, store=[table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:41,277 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055b53a72e367848e4bde8774e55463832_d3db13e4d9ca1e3a90c0208d9f690571 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:41,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742289_1465 (size=12915) 2024-12-05T13:20:41,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742290_1466 (size=4469) 2024-12-05T13:20:41,654 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T13:20:41,683 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/2d8791261ee342a58a48a07b0c1b16ec as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/2d8791261ee342a58a48a07b0c1b16ec 2024-12-05T13:20:41,686 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d3db13e4d9ca1e3a90c0208d9f690571/B of d3db13e4d9ca1e3a90c0208d9f690571 into 2d8791261ee342a58a48a07b0c1b16ec(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:41,686 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:41,686 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571., storeName=d3db13e4d9ca1e3a90c0208d9f690571/B, priority=13, startTime=1733404841263; duration=0sec 2024-12-05T13:20:41,686 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:20:41,686 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3db13e4d9ca1e3a90c0208d9f690571:B 2024-12-05T13:20:41,686 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:20:41,687 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:20:41,687 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): d3db13e4d9ca1e3a90c0208d9f690571/C is initiating minor compaction (all files) 2024-12-05T13:20:41,687 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d3db13e4d9ca1e3a90c0208d9f690571/C in TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:41,687 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/65910854a4704ff1ba8125f1d02ce95f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/cf1a82ef871b4a8b80769205e811566d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/ec4583034eaa4f5889e034325a8e4b55] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp, totalSize=36.4 K 2024-12-05T13:20:41,687 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 65910854a4704ff1ba8125f1d02ce95f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733404835087 2024-12-05T13:20:41,687 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting cf1a82ef871b4a8b80769205e811566d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733404836289 2024-12-05T13:20:41,687 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting ec4583034eaa4f5889e034325a8e4b55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733404837473 2024-12-05T13:20:41,689 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3db13e4d9ca1e3a90c0208d9f690571#A#compaction#393 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:41,690 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/063942f2d4bd463799b001d26e9f4d12 is 175, key is test_row_0/A:col10/1733404837473/Put/seqid=0 2024-12-05T13:20:41,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742291_1467 (size=31869) 2024-12-05T13:20:41,697 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3db13e4d9ca1e3a90c0208d9f690571#C#compaction#395 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:41,697 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/a849a7ac39424cd787235c9626847a18 is 50, key is test_row_0/C:col10/1733404837473/Put/seqid=0 2024-12-05T13:20:41,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742292_1468 (size=12915) 2024-12-05T13:20:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:41,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d3db13e4d9ca1e3a90c0208d9f690571 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T13:20:41,757 DEBUG [Thread-1753 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dd5b441 to 127.0.0.1:61019 2024-12-05T13:20:41,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=A 2024-12-05T13:20:41,757 DEBUG [Thread-1753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:41,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:41,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=B 2024-12-05T13:20:41,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:41,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=C 2024-12-05T13:20:41,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:41,758 DEBUG [Thread-1749 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b6cf8cb to 127.0.0.1:61019 2024-12-05T13:20:41,758 DEBUG [Thread-1749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:41,762 DEBUG [Thread-1751 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ec15031 to 127.0.0.1:61019 2024-12-05T13:20:41,762 DEBUG [Thread-1751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:41,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054bb03a1e2a7d4e28ad397922af3d84dd_d3db13e4d9ca1e3a90c0208d9f690571 is 50, key is test_row_0/A:col10/1733404839642/Put/seqid=0 2024-12-05T13:20:41,764 DEBUG [Thread-1755 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c336ea4 to 127.0.0.1:61019 2024-12-05T13:20:41,764 DEBUG [Thread-1755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:41,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742293_1469 (size=12454) 2024-12-05T13:20:42,098 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/063942f2d4bd463799b001d26e9f4d12 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/063942f2d4bd463799b001d26e9f4d12 2024-12-05T13:20:42,101 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d3db13e4d9ca1e3a90c0208d9f690571/A of d3db13e4d9ca1e3a90c0208d9f690571 into 063942f2d4bd463799b001d26e9f4d12(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:42,101 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:42,101 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571., storeName=d3db13e4d9ca1e3a90c0208d9f690571/A, priority=13, startTime=1733404841263; duration=0sec 2024-12-05T13:20:42,101 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:42,101 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3db13e4d9ca1e3a90c0208d9f690571:A 2024-12-05T13:20:42,104 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/a849a7ac39424cd787235c9626847a18 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/a849a7ac39424cd787235c9626847a18 2024-12-05T13:20:42,107 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d3db13e4d9ca1e3a90c0208d9f690571/C of d3db13e4d9ca1e3a90c0208d9f690571 into a849a7ac39424cd787235c9626847a18(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:42,107 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:42,107 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571., storeName=d3db13e4d9ca1e3a90c0208d9f690571/C, priority=13, startTime=1733404841263; duration=0sec 2024-12-05T13:20:42,107 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:42,107 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3db13e4d9ca1e3a90c0208d9f690571:C 2024-12-05T13:20:42,167 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:42,170 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054bb03a1e2a7d4e28ad397922af3d84dd_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054bb03a1e2a7d4e28ad397922af3d84dd_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:42,171 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/0626c76d4aed49d1a691e94371261c95, store: [table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:42,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/0626c76d4aed49d1a691e94371261c95 is 175, key is test_row_0/A:col10/1733404839642/Put/seqid=0 2024-12-05T13:20:42,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742294_1470 (size=31255) 2024-12-05T13:20:42,575 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=308, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/0626c76d4aed49d1a691e94371261c95 2024-12-05T13:20:42,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/cfd286621be349f38961ca30fcf868c3 is 50, key is test_row_0/B:col10/1733404839642/Put/seqid=0 2024-12-05T13:20:42,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742295_1471 (size=12301) 2024-12-05T13:20:42,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/cfd286621be349f38961ca30fcf868c3 2024-12-05T13:20:42,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/e2aa6433f2d945dd919a81f28ecebf8a is 50, key is test_row_0/C:col10/1733404839642/Put/seqid=0 2024-12-05T13:20:42,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742296_1472 (size=12301) 2024-12-05T13:20:43,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/e2aa6433f2d945dd919a81f28ecebf8a 2024-12-05T13:20:43,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/0626c76d4aed49d1a691e94371261c95 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/0626c76d4aed49d1a691e94371261c95 2024-12-05T13:20:43,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/0626c76d4aed49d1a691e94371261c95, entries=150, sequenceid=308, filesize=30.5 K 2024-12-05T13:20:43,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/cfd286621be349f38961ca30fcf868c3 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/cfd286621be349f38961ca30fcf868c3 2024-12-05T13:20:43,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/cfd286621be349f38961ca30fcf868c3, entries=150, sequenceid=308, filesize=12.0 K 2024-12-05T13:20:43,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/e2aa6433f2d945dd919a81f28ecebf8a as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/e2aa6433f2d945dd919a81f28ecebf8a 2024-12-05T13:20:43,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/e2aa6433f2d945dd919a81f28ecebf8a, entries=150, sequenceid=308, filesize=12.0 K 2024-12-05T13:20:43,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=20.13 KB/20610 for d3db13e4d9ca1e3a90c0208d9f690571 in 1652ms, sequenceid=308, compaction requested=false 2024-12-05T13:20:43,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:45,305 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/adf886031f384d2c88990d5b9cc40048, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/97abdf423ad5432db0a75b2f0383985d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/1817cef1e88b46d99d7cc738671c4fc6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/90fc523bc0d84959a33727f722294111, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/996374d134184c2f9dd04e7a5cae3208, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/3c35d263ac5d4b70a246cff6caf89ed7, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/677e77e5901a4582aea0e0d6dbb08226, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/b18a27a259a046d4b17bff646c0d6054, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/c8a02d090218449aada45348b9e1fde1, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/cd3ce362a9b64e7cb814a53502cdee3e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/c5076390638b4780beb8cf8cb23a4da6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/52d061f3fa3d4744be3add7f0802b063, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/ce5c5e7d3da4483c990764db44d4fab1, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/571988b61b8b4736b10971ec0a26dc83, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/6b64ad8c7af54620af7c83893f525017, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/5865433834074f61ab35cacd531bbffc, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/3c78cd70d8f54f4799459260e007bc2a, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/07c68e85c8bc472eb27db4e278cd58c2] to archive 2024-12-05T13:20:45,306 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T13:20:45,308 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/adf886031f384d2c88990d5b9cc40048 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/adf886031f384d2c88990d5b9cc40048 2024-12-05T13:20:45,309 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/97abdf423ad5432db0a75b2f0383985d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/97abdf423ad5432db0a75b2f0383985d 2024-12-05T13:20:45,310 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/1817cef1e88b46d99d7cc738671c4fc6 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/1817cef1e88b46d99d7cc738671c4fc6 2024-12-05T13:20:45,311 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/90fc523bc0d84959a33727f722294111 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/90fc523bc0d84959a33727f722294111 2024-12-05T13:20:45,311 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/996374d134184c2f9dd04e7a5cae3208 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/996374d134184c2f9dd04e7a5cae3208 2024-12-05T13:20:45,312 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/3c35d263ac5d4b70a246cff6caf89ed7 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/3c35d263ac5d4b70a246cff6caf89ed7 2024-12-05T13:20:45,313 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/677e77e5901a4582aea0e0d6dbb08226 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/677e77e5901a4582aea0e0d6dbb08226 2024-12-05T13:20:45,314 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/b18a27a259a046d4b17bff646c0d6054 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/b18a27a259a046d4b17bff646c0d6054 2024-12-05T13:20:45,315 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/c8a02d090218449aada45348b9e1fde1 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/c8a02d090218449aada45348b9e1fde1 2024-12-05T13:20:45,316 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/cd3ce362a9b64e7cb814a53502cdee3e to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/cd3ce362a9b64e7cb814a53502cdee3e 2024-12-05T13:20:45,316 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/c5076390638b4780beb8cf8cb23a4da6 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/c5076390638b4780beb8cf8cb23a4da6 2024-12-05T13:20:45,317 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/52d061f3fa3d4744be3add7f0802b063 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/52d061f3fa3d4744be3add7f0802b063 2024-12-05T13:20:45,318 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/ce5c5e7d3da4483c990764db44d4fab1 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/ce5c5e7d3da4483c990764db44d4fab1 2024-12-05T13:20:45,319 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/571988b61b8b4736b10971ec0a26dc83 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/571988b61b8b4736b10971ec0a26dc83 2024-12-05T13:20:45,320 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/6b64ad8c7af54620af7c83893f525017 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/6b64ad8c7af54620af7c83893f525017 2024-12-05T13:20:45,321 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/5865433834074f61ab35cacd531bbffc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/5865433834074f61ab35cacd531bbffc 2024-12-05T13:20:45,321 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/3c78cd70d8f54f4799459260e007bc2a to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/3c78cd70d8f54f4799459260e007bc2a 2024-12-05T13:20:45,322 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/07c68e85c8bc472eb27db4e278cd58c2 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/07c68e85c8bc472eb27db4e278cd58c2 2024-12-05T13:20:45,324 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/eff20059ae544727a7ccf2df9c626228, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/080e8a46bda540f4a010b40edfa05b9f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/015137de9ec84605bb8770bbaaaa09f1, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/f820b62118184e2981852f8a644f19c5, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/3a6cf5ec183b41aeba4024f386874dfc, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/db0a01fea8ed4655ae474149a69d124c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/c6770611c40845f08b64d584536c3f2d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/5da0bf17b1bf48cfb4610f326e0e75c4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/b03ea2d6b04e4dee94b43f15c6683a89, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/474b3042a6f54d1795b800242a77e26c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/7c03490aa54c4b978207667699969289, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/5def17e1db114d21ad8f4129d090adff, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/e4e8a44103c540d4ba51aa24023fd783, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/389e57da57c8441896a80d287485da8d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/bcf86220e24246caa5c0c0d6a6c7a3ce, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/13286a5c55274d84821343de45ea498e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/86dc9174bf9c458b9647bae0a5ae427b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/55bbf152320845ffaeff8f18e72b26c5] to archive 2024-12-05T13:20:45,325 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T13:20:45,326 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/eff20059ae544727a7ccf2df9c626228 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/eff20059ae544727a7ccf2df9c626228 2024-12-05T13:20:45,327 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/080e8a46bda540f4a010b40edfa05b9f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/080e8a46bda540f4a010b40edfa05b9f 2024-12-05T13:20:45,328 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/015137de9ec84605bb8770bbaaaa09f1 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/015137de9ec84605bb8770bbaaaa09f1 2024-12-05T13:20:45,329 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/f820b62118184e2981852f8a644f19c5 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/f820b62118184e2981852f8a644f19c5 2024-12-05T13:20:45,330 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/3a6cf5ec183b41aeba4024f386874dfc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/3a6cf5ec183b41aeba4024f386874dfc 2024-12-05T13:20:45,331 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/db0a01fea8ed4655ae474149a69d124c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/db0a01fea8ed4655ae474149a69d124c 2024-12-05T13:20:45,332 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/c6770611c40845f08b64d584536c3f2d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/c6770611c40845f08b64d584536c3f2d 2024-12-05T13:20:45,333 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/5da0bf17b1bf48cfb4610f326e0e75c4 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/5da0bf17b1bf48cfb4610f326e0e75c4 2024-12-05T13:20:45,333 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/b03ea2d6b04e4dee94b43f15c6683a89 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/b03ea2d6b04e4dee94b43f15c6683a89 2024-12-05T13:20:45,334 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/474b3042a6f54d1795b800242a77e26c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/474b3042a6f54d1795b800242a77e26c 2024-12-05T13:20:45,335 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/7c03490aa54c4b978207667699969289 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/7c03490aa54c4b978207667699969289 2024-12-05T13:20:45,336 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/5def17e1db114d21ad8f4129d090adff to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/5def17e1db114d21ad8f4129d090adff 2024-12-05T13:20:45,337 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/e4e8a44103c540d4ba51aa24023fd783 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/e4e8a44103c540d4ba51aa24023fd783 2024-12-05T13:20:45,337 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/389e57da57c8441896a80d287485da8d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/389e57da57c8441896a80d287485da8d 2024-12-05T13:20:45,338 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/bcf86220e24246caa5c0c0d6a6c7a3ce to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/bcf86220e24246caa5c0c0d6a6c7a3ce 2024-12-05T13:20:45,339 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/13286a5c55274d84821343de45ea498e to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/13286a5c55274d84821343de45ea498e 2024-12-05T13:20:45,340 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/86dc9174bf9c458b9647bae0a5ae427b to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/86dc9174bf9c458b9647bae0a5ae427b 2024-12-05T13:20:45,341 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/55bbf152320845ffaeff8f18e72b26c5 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/55bbf152320845ffaeff8f18e72b26c5 2024-12-05T13:20:45,343 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/f7a037ac6ee24e0f901a8b079f683054, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/2acd133ca7ea464d9387467be4a96518, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/87758310dcfa4bccb4a99f254df80e09, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/4f9b1ec19ca24eac980f92bd5b7148ca, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/b488145ec1dc444a9e6d3a28372ce043, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/e6b44e46197b4aaf83217b27ff52055c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/7e50f91b39ea4b15bce6227ea70f12f4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/865a7eaa38ca4a2a834528855d34fc92, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/9fafef39a37d4688a54ec78b53509e70, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/d7b78e01fd094e6cbd79f368cc779ee9, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/f88fb567b2004c5d861be3d94d93489f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/04a2ceb486304f80b692acfb04496ff4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/77cd5f55c6a04e38ad2eaec75fbf8e35, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/df287d352e0245f59a2bd0cada4c652e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/65910854a4704ff1ba8125f1d02ce95f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/4f955b1197034373bd3aa2eae73c9f3d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/cf1a82ef871b4a8b80769205e811566d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/ec4583034eaa4f5889e034325a8e4b55] to archive 2024-12-05T13:20:45,343 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T13:20:45,345 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/f7a037ac6ee24e0f901a8b079f683054 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/f7a037ac6ee24e0f901a8b079f683054 2024-12-05T13:20:45,346 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/2acd133ca7ea464d9387467be4a96518 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/2acd133ca7ea464d9387467be4a96518 2024-12-05T13:20:45,346 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/87758310dcfa4bccb4a99f254df80e09 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/87758310dcfa4bccb4a99f254df80e09 2024-12-05T13:20:45,347 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/4f9b1ec19ca24eac980f92bd5b7148ca to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/4f9b1ec19ca24eac980f92bd5b7148ca 2024-12-05T13:20:45,348 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/b488145ec1dc444a9e6d3a28372ce043 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/b488145ec1dc444a9e6d3a28372ce043 2024-12-05T13:20:45,349 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/e6b44e46197b4aaf83217b27ff52055c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/e6b44e46197b4aaf83217b27ff52055c 2024-12-05T13:20:45,350 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/7e50f91b39ea4b15bce6227ea70f12f4 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/7e50f91b39ea4b15bce6227ea70f12f4 2024-12-05T13:20:45,351 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/865a7eaa38ca4a2a834528855d34fc92 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/865a7eaa38ca4a2a834528855d34fc92 2024-12-05T13:20:45,351 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/9fafef39a37d4688a54ec78b53509e70 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/9fafef39a37d4688a54ec78b53509e70 2024-12-05T13:20:45,352 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/d7b78e01fd094e6cbd79f368cc779ee9 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/d7b78e01fd094e6cbd79f368cc779ee9 2024-12-05T13:20:45,353 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/f88fb567b2004c5d861be3d94d93489f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/f88fb567b2004c5d861be3d94d93489f 2024-12-05T13:20:45,354 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/04a2ceb486304f80b692acfb04496ff4 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/04a2ceb486304f80b692acfb04496ff4 2024-12-05T13:20:45,355 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/77cd5f55c6a04e38ad2eaec75fbf8e35 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/77cd5f55c6a04e38ad2eaec75fbf8e35 2024-12-05T13:20:45,355 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/df287d352e0245f59a2bd0cada4c652e to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/df287d352e0245f59a2bd0cada4c652e 2024-12-05T13:20:45,356 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/65910854a4704ff1ba8125f1d02ce95f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/65910854a4704ff1ba8125f1d02ce95f 2024-12-05T13:20:45,357 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/4f955b1197034373bd3aa2eae73c9f3d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/4f955b1197034373bd3aa2eae73c9f3d 2024-12-05T13:20:45,358 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/cf1a82ef871b4a8b80769205e811566d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/cf1a82ef871b4a8b80769205e811566d 2024-12-05T13:20:45,359 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/ec4583034eaa4f5889e034325a8e4b55 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/ec4583034eaa4f5889e034325a8e4b55 2024-12-05T13:20:51,181 DEBUG [Thread-1747 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b82ba2a to 127.0.0.1:61019 2024-12-05T13:20:51,181 DEBUG [Thread-1747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:51,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T13:20:51,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-12-05T13:20:51,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-12-05T13:20:51,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-12-05T13:20:51,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-12-05T13:20:51,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-12-05T13:20:51,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T13:20:51,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T13:20:51,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2341 2024-12-05T13:20:51,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7023 rows 2024-12-05T13:20:51,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2357 2024-12-05T13:20:51,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7071 rows 2024-12-05T13:20:51,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2342 2024-12-05T13:20:51,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7023 rows 2024-12-05T13:20:51,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2349 2024-12-05T13:20:51,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7047 rows 2024-12-05T13:20:51,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2352 2024-12-05T13:20:51,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7056 rows 2024-12-05T13:20:51,181 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T13:20:51,181 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b976e1a to 127.0.0.1:61019 2024-12-05T13:20:51,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:51,186 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-05T13:20:51,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T13:20:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T13:20:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-05T13:20:51,190 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404851190"}]},"ts":"1733404851190"} 2024-12-05T13:20:51,191 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T13:20:51,193 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T13:20:51,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T13:20:51,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3db13e4d9ca1e3a90c0208d9f690571, UNASSIGN}] 2024-12-05T13:20:51,195 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3db13e4d9ca1e3a90c0208d9f690571, UNASSIGN 2024-12-05T13:20:51,195 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=d3db13e4d9ca1e3a90c0208d9f690571, regionState=CLOSING, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:51,196 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T13:20:51,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; CloseRegionProcedure d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344}] 2024-12-05T13:20:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-05T13:20:51,347 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:51,348 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] handler.UnassignRegionHandler(124): Close d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:51,348 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T13:20:51,348 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1681): Closing d3db13e4d9ca1e3a90c0208d9f690571, disabling compactions & flushes 2024-12-05T13:20:51,348 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:51,348 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:51,348 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. after waiting 0 ms 2024-12-05T13:20:51,348 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:51,348 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(2837): Flushing d3db13e4d9ca1e3a90c0208d9f690571 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-05T13:20:51,348 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=A 2024-12-05T13:20:51,349 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:51,349 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=B 2024-12-05T13:20:51,349 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:51,349 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3db13e4d9ca1e3a90c0208d9f690571, store=C 2024-12-05T13:20:51,349 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:51,353 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205cb58d83b7087492c89afb4f77206fd17_d3db13e4d9ca1e3a90c0208d9f690571 is 50, key is test_row_0/A:col10/1733404841761/Put/seqid=0 2024-12-05T13:20:51,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742297_1473 (size=12454) 2024-12-05T13:20:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-05T13:20:51,757 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:51,761 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205cb58d83b7087492c89afb4f77206fd17_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205cb58d83b7087492c89afb4f77206fd17_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:51,761 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/6da2d05df9164efa8ac985709ea40c20, store: [table=TestAcidGuarantees family=A region=d3db13e4d9ca1e3a90c0208d9f690571] 2024-12-05T13:20:51,762 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/6da2d05df9164efa8ac985709ea40c20 is 175, key is test_row_0/A:col10/1733404841761/Put/seqid=0 2024-12-05T13:20:51,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742298_1474 (size=31255) 2024-12-05T13:20:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-05T13:20:52,166 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/6da2d05df9164efa8ac985709ea40c20 2024-12-05T13:20:52,171 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/9b1a49c6a332403d8b14ae5d9d99e5e1 is 50, key is test_row_0/B:col10/1733404841761/Put/seqid=0 2024-12-05T13:20:52,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742299_1475 (size=12301) 2024-12-05T13:20:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-05T13:20:52,575 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/9b1a49c6a332403d8b14ae5d9d99e5e1 2024-12-05T13:20:52,581 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/c46ec82ffcc549dfa9fe2064d421754f is 50, key is test_row_0/C:col10/1733404841761/Put/seqid=0 2024-12-05T13:20:52,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742300_1476 (size=12301) 2024-12-05T13:20:52,985 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/c46ec82ffcc549dfa9fe2064d421754f 2024-12-05T13:20:52,989 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/A/6da2d05df9164efa8ac985709ea40c20 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/6da2d05df9164efa8ac985709ea40c20 2024-12-05T13:20:52,991 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/6da2d05df9164efa8ac985709ea40c20, entries=150, sequenceid=317, filesize=30.5 K 2024-12-05T13:20:52,992 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/B/9b1a49c6a332403d8b14ae5d9d99e5e1 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/9b1a49c6a332403d8b14ae5d9d99e5e1 2024-12-05T13:20:52,994 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/9b1a49c6a332403d8b14ae5d9d99e5e1, entries=150, sequenceid=317, filesize=12.0 K 2024-12-05T13:20:52,995 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/.tmp/C/c46ec82ffcc549dfa9fe2064d421754f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/c46ec82ffcc549dfa9fe2064d421754f 2024-12-05T13:20:52,997 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/c46ec82ffcc549dfa9fe2064d421754f, entries=150, sequenceid=317, filesize=12.0 K 2024-12-05T13:20:52,998 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for d3db13e4d9ca1e3a90c0208d9f690571 in 1650ms, sequenceid=317, compaction requested=true 2024-12-05T13:20:53,001 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/recovered.edits/320.seqid, newMaxSeqId=320, maxSeqId=4 2024-12-05T13:20:53,002 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571. 2024-12-05T13:20:53,002 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1635): Region close journal for d3db13e4d9ca1e3a90c0208d9f690571: 2024-12-05T13:20:53,003 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] handler.UnassignRegionHandler(170): Closed d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:53,003 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=d3db13e4d9ca1e3a90c0208d9f690571, regionState=CLOSED 2024-12-05T13:20:53,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-05T13:20:53,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; CloseRegionProcedure d3db13e4d9ca1e3a90c0208d9f690571, server=6fe4fa47a8fb,37007,1733404723344 in 1.8080 sec 2024-12-05T13:20:53,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=134, resume processing ppid=133 2024-12-05T13:20:53,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, ppid=133, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3db13e4d9ca1e3a90c0208d9f690571, UNASSIGN in 1.8110 sec 2024-12-05T13:20:53,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-05T13:20:53,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8130 sec 2024-12-05T13:20:53,008 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404853008"}]},"ts":"1733404853008"} 2024-12-05T13:20:53,009 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T13:20:53,011 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T13:20:53,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8240 sec 2024-12-05T13:20:53,104 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T13:20:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-05T13:20:53,293 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-12-05T13:20:53,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T13:20:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:20:53,295 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=136, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:20:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-05T13:20:53,296 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=136, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:20:53,298 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:53,299 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A, FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B, FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C, FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/recovered.edits] 2024-12-05T13:20:53,301 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/0626c76d4aed49d1a691e94371261c95 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/0626c76d4aed49d1a691e94371261c95 2024-12-05T13:20:53,302 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/063942f2d4bd463799b001d26e9f4d12 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/063942f2d4bd463799b001d26e9f4d12 2024-12-05T13:20:53,303 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/6da2d05df9164efa8ac985709ea40c20 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/A/6da2d05df9164efa8ac985709ea40c20 2024-12-05T13:20:53,305 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/2d8791261ee342a58a48a07b0c1b16ec to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/2d8791261ee342a58a48a07b0c1b16ec 2024-12-05T13:20:53,306 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/9b1a49c6a332403d8b14ae5d9d99e5e1 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/9b1a49c6a332403d8b14ae5d9d99e5e1 2024-12-05T13:20:53,307 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/cfd286621be349f38961ca30fcf868c3 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/B/cfd286621be349f38961ca30fcf868c3 2024-12-05T13:20:53,308 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/a849a7ac39424cd787235c9626847a18 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/a849a7ac39424cd787235c9626847a18 2024-12-05T13:20:53,309 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/c46ec82ffcc549dfa9fe2064d421754f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/c46ec82ffcc549dfa9fe2064d421754f 2024-12-05T13:20:53,310 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/e2aa6433f2d945dd919a81f28ecebf8a to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/C/e2aa6433f2d945dd919a81f28ecebf8a 2024-12-05T13:20:53,312 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/recovered.edits/320.seqid to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571/recovered.edits/320.seqid 2024-12-05T13:20:53,313 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:53,313 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T13:20:53,313 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T13:20:53,314 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-05T13:20:53,316 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120505f594cf1cfc43abb8e9dd1f356a169c_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120505f594cf1cfc43abb8e9dd1f356a169c_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:53,317 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120509c5d0574e1d4dc390e4795193c6c922_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120509c5d0574e1d4dc390e4795193c6c922_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:53,318 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052551467a2f8d4974b57670079445c44f_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052551467a2f8d4974b57670079445c44f_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:53,319 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054bb03a1e2a7d4e28ad397922af3d84dd_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054bb03a1e2a7d4e28ad397922af3d84dd_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:53,320 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120554dc8c0b019146c0a19c70ce267e2b72_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120554dc8c0b019146c0a19c70ce267e2b72_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:53,321 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120557d3a3269826412c800473706afa6c11_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120557d3a3269826412c800473706afa6c11_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:53,322 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120559f2524288014c87a5f9afa64470cc4d_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120559f2524288014c87a5f9afa64470cc4d_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:53,323 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055b17c66ae9bf4e14914c51223f587134_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055b17c66ae9bf4e14914c51223f587134_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:53,324 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055cec14937ae14e279848e3229e2ff7ca_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055cec14937ae14e279848e3229e2ff7ca_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:53,325 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120572e1f027b072491a8255449041caaddf_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120572e1f027b072491a8255449041caaddf_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:53,326 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120577f51202a1c14c63910e56760ffa22a8_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120577f51202a1c14c63910e56760ffa22a8_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:53,326 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057a58decb12414cf8b7f0c5f7b6868490_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057a58decb12414cf8b7f0c5f7b6868490_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:53,327 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ad941d4037d944f49a7a655e83588cbe_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ad941d4037d944f49a7a655e83588cbe_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:53,328 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b0c80229b9e94200ba2365417717abc6_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b0c80229b9e94200ba2365417717abc6_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:53,329 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205cb58d83b7087492c89afb4f77206fd17_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205cb58d83b7087492c89afb4f77206fd17_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:53,330 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d00534da4c3a4c6e881bdfd6ee08ca20_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d00534da4c3a4c6e881bdfd6ee08ca20_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:53,331 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e6eb32f9cc9c4d43b16c43c65a04b858_d3db13e4d9ca1e3a90c0208d9f690571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e6eb32f9cc9c4d43b16c43c65a04b858_d3db13e4d9ca1e3a90c0208d9f690571 2024-12-05T13:20:53,331 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T13:20:53,333 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=136, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:20:53,334 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T13:20:53,336 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T13:20:53,336 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=136, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:20:53,337 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T13:20:53,337 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733404853337"}]},"ts":"9223372036854775807"} 2024-12-05T13:20:53,338 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-05T13:20:53,338 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d3db13e4d9ca1e3a90c0208d9f690571, NAME => 'TestAcidGuarantees,,1733404817588.d3db13e4d9ca1e3a90c0208d9f690571.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T13:20:53,338 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T13:20:53,338 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733404853338"}]},"ts":"9223372036854775807"} 2024-12-05T13:20:53,340 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-05T13:20:53,342 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=136, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:20:53,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 48 msec 2024-12-05T13:20:53,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-05T13:20:53,397 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-05T13:20:53,409 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=238 (was 237) - Thread LEAK? -, OpenFileDescriptor=446 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=346 (was 362), ProcessCount=11 (was 11), AvailableMemoryMB=8295 (was 8331) 2024-12-05T13:20:53,420 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=238, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=346, ProcessCount=11, AvailableMemoryMB=8295 2024-12-05T13:20:53,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T13:20:53,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:20:53,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=137, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T13:20:53,424 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:20:53,424 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:53,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 137 2024-12-05T13:20:53,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-12-05T13:20:53,425 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:20:53,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742301_1477 (size=963) 2024-12-05T13:20:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-12-05T13:20:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-12-05T13:20:53,833 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e 2024-12-05T13:20:53,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742302_1478 (size=53) 2024-12-05T13:20:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-12-05T13:20:54,241 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:54,241 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8d3368caa77ffc16aac2d6d948a3ccdd, disabling compactions & flushes 2024-12-05T13:20:54,241 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:54,241 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:54,241 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. after waiting 0 ms 2024-12-05T13:20:54,241 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:54,241 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:54,241 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:20:54,242 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:20:54,242 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733404854242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733404854242"}]},"ts":"1733404854242"} 2024-12-05T13:20:54,243 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T13:20:54,244 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:20:54,244 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404854244"}]},"ts":"1733404854244"} 2024-12-05T13:20:54,245 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T13:20:54,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d3368caa77ffc16aac2d6d948a3ccdd, ASSIGN}] 2024-12-05T13:20:54,250 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d3368caa77ffc16aac2d6d948a3ccdd, ASSIGN 2024-12-05T13:20:54,250 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d3368caa77ffc16aac2d6d948a3ccdd, ASSIGN; state=OFFLINE, location=6fe4fa47a8fb,37007,1733404723344; forceNewPlan=false, retain=false 2024-12-05T13:20:54,401 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=8d3368caa77ffc16aac2d6d948a3ccdd, regionState=OPENING, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:54,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; OpenRegionProcedure 8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344}] 2024-12-05T13:20:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-12-05T13:20:54,553 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:54,556 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:54,556 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(7285): Opening region: {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:20:54,556 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:20:54,556 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:54,556 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(7327): checking encryption for 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:20:54,556 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(7330): checking classloading for 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:20:54,557 INFO [StoreOpener-8d3368caa77ffc16aac2d6d948a3ccdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:20:54,559 INFO [StoreOpener-8d3368caa77ffc16aac2d6d948a3ccdd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:20:54,559 INFO [StoreOpener-8d3368caa77ffc16aac2d6d948a3ccdd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d3368caa77ffc16aac2d6d948a3ccdd columnFamilyName A 2024-12-05T13:20:54,559 DEBUG [StoreOpener-8d3368caa77ffc16aac2d6d948a3ccdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:54,559 INFO [StoreOpener-8d3368caa77ffc16aac2d6d948a3ccdd-1 {}] regionserver.HStore(327): Store=8d3368caa77ffc16aac2d6d948a3ccdd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:54,559 INFO [StoreOpener-8d3368caa77ffc16aac2d6d948a3ccdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:20:54,560 INFO [StoreOpener-8d3368caa77ffc16aac2d6d948a3ccdd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:20:54,561 INFO [StoreOpener-8d3368caa77ffc16aac2d6d948a3ccdd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d3368caa77ffc16aac2d6d948a3ccdd columnFamilyName B 2024-12-05T13:20:54,561 DEBUG [StoreOpener-8d3368caa77ffc16aac2d6d948a3ccdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:54,561 INFO [StoreOpener-8d3368caa77ffc16aac2d6d948a3ccdd-1 {}] regionserver.HStore(327): Store=8d3368caa77ffc16aac2d6d948a3ccdd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:54,561 INFO [StoreOpener-8d3368caa77ffc16aac2d6d948a3ccdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:20:54,562 INFO [StoreOpener-8d3368caa77ffc16aac2d6d948a3ccdd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:20:54,562 INFO [StoreOpener-8d3368caa77ffc16aac2d6d948a3ccdd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d3368caa77ffc16aac2d6d948a3ccdd columnFamilyName C 2024-12-05T13:20:54,562 DEBUG [StoreOpener-8d3368caa77ffc16aac2d6d948a3ccdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:54,563 INFO [StoreOpener-8d3368caa77ffc16aac2d6d948a3ccdd-1 {}] regionserver.HStore(327): Store=8d3368caa77ffc16aac2d6d948a3ccdd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:54,563 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:54,563 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:20:54,563 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:20:54,565 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T13:20:54,565 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(1085): writing seq id for 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:20:54,567 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:20:54,567 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(1102): Opened 8d3368caa77ffc16aac2d6d948a3ccdd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62911089, jitterRate=-0.06255172193050385}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T13:20:54,568 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(1001): Region open journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:20:54,568 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., pid=139, masterSystemTime=1733404854553 2024-12-05T13:20:54,569 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:54,570 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:54,570 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=8d3368caa77ffc16aac2d6d948a3ccdd, regionState=OPEN, openSeqNum=2, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:54,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-05T13:20:54,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; OpenRegionProcedure 8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 in 169 msec 2024-12-05T13:20:54,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=138, resume processing ppid=137 2024-12-05T13:20:54,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, ppid=137, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d3368caa77ffc16aac2d6d948a3ccdd, ASSIGN in 323 msec 2024-12-05T13:20:54,573 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:20:54,573 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404854573"}]},"ts":"1733404854573"} 2024-12-05T13:20:54,574 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T13:20:54,576 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:20:54,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1540 sec 2024-12-05T13:20:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-12-05T13:20:55,529 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 137 completed 2024-12-05T13:20:55,530 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x301741f1 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22a6e9f 2024-12-05T13:20:55,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c60eb7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:55,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:55,537 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53680, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:55,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:20:55,539 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:20:55,540 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63cefe40 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32c12a30 2024-12-05T13:20:55,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b10416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:55,544 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65df2359 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ef40578 2024-12-05T13:20:55,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f142b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:55,547 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d0ab200 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32bb71c 2024-12-05T13:20:55,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9f076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:55,550 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5871c039 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bc0f7c 2024-12-05T13:20:55,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4414259d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:55,553 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7daa5922 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b8b6e04 2024-12-05T13:20:55,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed69825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:55,556 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bc486e1 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11193a0c 2024-12-05T13:20:55,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d672ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:55,559 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2070263a to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7861b162 2024-12-05T13:20:55,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf40102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:55,563 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6050584c to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@154f0f85 2024-12-05T13:20:55,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496fe03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:55,567 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dd48863 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8a917b 2024-12-05T13:20:55,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3652e74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:55,572 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51196534 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c2725 2024-12-05T13:20:55,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2405c04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:55,580 DEBUG [hconnection-0x5227592e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:55,580 DEBUG [hconnection-0x35bd6f44-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:55,581 DEBUG [hconnection-0x7a04ed8f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:55,581 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:55,581 DEBUG [hconnection-0x68863ca7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:55,582 DEBUG [hconnection-0x686ee66d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:55,582 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:55,582 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:55,583 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:55,583 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:55,583 DEBUG [hconnection-0xdc1053d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:55,584 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:55,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:20:55,589 DEBUG [hconnection-0x79af3a4f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-12-05T13:20:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-05T13:20:55,590 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:20:55,590 DEBUG [hconnection-0x2444241d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:55,590 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:55,591 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:20:55,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:20:55,591 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:55,596 DEBUG [hconnection-0x55571ca7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:20:55,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d3368caa77ffc16aac2d6d948a3ccdd 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-05T13:20:55,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=A 2024-12-05T13:20:55,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:55,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=B 2024-12-05T13:20:55,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:55,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=C 2024-12-05T13:20:55,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:55,599 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:55,604 DEBUG [hconnection-0xac75cba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:55,605 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:55,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404915609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:55,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404915610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:55,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:55,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1733404915609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404915611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:55,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404915611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:55,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/6bc9569ec5654d70814067da58b90b31 is 50, key is test_row_0/A:col10/1733404855596/Put/seqid=0 2024-12-05T13:20:55,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742303_1479 (size=12001) 2024-12-05T13:20:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-05T13:20:55,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404915711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:55,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404915711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:55,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1733404915712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:55,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404915712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:55,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404915713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:55,743 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:55,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-05T13:20:55,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:55,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:20:55,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:55,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:55,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-05T13:20:55,896 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:55,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-05T13:20:55,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:55,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:20:55,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:55,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:55,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:55,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404915914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:55,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404915914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:55,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1733404915915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:55,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404915915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:55,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404915915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:56,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/6bc9569ec5654d70814067da58b90b31 2024-12-05T13:20:56,048 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:56,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-05T13:20:56,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:56,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:20:56,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:56,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:56,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:56,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/61914763e8b64f2cb738ba5dd98e904c is 50, key is test_row_0/B:col10/1733404855596/Put/seqid=0 2024-12-05T13:20:56,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742304_1480 (size=12001) 2024-12-05T13:20:56,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/61914763e8b64f2cb738ba5dd98e904c 2024-12-05T13:20:56,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/83219ddfb2924f01ba65ade05a01a4bf is 50, key is test_row_0/C:col10/1733404855596/Put/seqid=0 2024-12-05T13:20:56,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742305_1481 (size=12001) 2024-12-05T13:20:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-05T13:20:56,201 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:56,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-05T13:20:56,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:56,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:20:56,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:56,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:56,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:56,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404916218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:56,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404916219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:56,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404916219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:56,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1733404916220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:56,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404916221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:56,354 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:56,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-05T13:20:56,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:56,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:20:56,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:56,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:56,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:56,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/83219ddfb2924f01ba65ade05a01a4bf 2024-12-05T13:20:56,507 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:56,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-05T13:20:56,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:56,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:20:56,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:56,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:56,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:56,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/6bc9569ec5654d70814067da58b90b31 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/6bc9569ec5654d70814067da58b90b31 2024-12-05T13:20:56,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/6bc9569ec5654d70814067da58b90b31, entries=150, sequenceid=14, filesize=11.7 K 2024-12-05T13:20:56,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/61914763e8b64f2cb738ba5dd98e904c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/61914763e8b64f2cb738ba5dd98e904c 2024-12-05T13:20:56,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/61914763e8b64f2cb738ba5dd98e904c, entries=150, sequenceid=14, filesize=11.7 K 2024-12-05T13:20:56,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/83219ddfb2924f01ba65ade05a01a4bf as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/83219ddfb2924f01ba65ade05a01a4bf 2024-12-05T13:20:56,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/83219ddfb2924f01ba65ade05a01a4bf, entries=150, sequenceid=14, filesize=11.7 K 2024-12-05T13:20:56,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 8d3368caa77ffc16aac2d6d948a3ccdd in 927ms, sequenceid=14, compaction requested=false 2024-12-05T13:20:56,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:20:56,660 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:56,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-05T13:20:56,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:56,660 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 8d3368caa77ffc16aac2d6d948a3ccdd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T13:20:56,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=A 2024-12-05T13:20:56,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:56,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=B 2024-12-05T13:20:56,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:56,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=C 2024-12-05T13:20:56,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:56,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/59ade93042d84b88949a23ec53a29640 is 50, key is test_row_0/A:col10/1733404855605/Put/seqid=0 2024-12-05T13:20:56,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742306_1482 (size=12001) 2024-12-05T13:20:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-05T13:20:56,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:20:56,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:20:56,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:56,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404916731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:56,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:56,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404916731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:56,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:56,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404916732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:56,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:56,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1733404916732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:56,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:56,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404916732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:56,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:56,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404916837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:56,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:56,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404916837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:56,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:56,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404916837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:56,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:56,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:56,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1733404916837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:56,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404916837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:57,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404917042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:57,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404917042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:57,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404917042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:57,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1733404917042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:57,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404917043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:57,073 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/59ade93042d84b88949a23ec53a29640 2024-12-05T13:20:57,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/296817eab3a846fb9ca9cc33f44135de is 50, key is test_row_0/B:col10/1733404855605/Put/seqid=0 2024-12-05T13:20:57,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742307_1483 (size=12001) 2024-12-05T13:20:57,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404917345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:57,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1733404917345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:57,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404917345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:57,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404917346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:57,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404917347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:57,487 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/296817eab3a846fb9ca9cc33f44135de 2024-12-05T13:20:57,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/de621755408d4427bf26298aeb0948b1 is 50, key is test_row_0/C:col10/1733404855605/Put/seqid=0 2024-12-05T13:20:57,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742308_1484 (size=12001) 2024-12-05T13:20:57,500 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/de621755408d4427bf26298aeb0948b1 2024-12-05T13:20:57,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/59ade93042d84b88949a23ec53a29640 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/59ade93042d84b88949a23ec53a29640 2024-12-05T13:20:57,510 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/59ade93042d84b88949a23ec53a29640, entries=150, sequenceid=39, filesize=11.7 K 2024-12-05T13:20:57,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/296817eab3a846fb9ca9cc33f44135de as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/296817eab3a846fb9ca9cc33f44135de 2024-12-05T13:20:57,515 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/296817eab3a846fb9ca9cc33f44135de, entries=150, sequenceid=39, filesize=11.7 K 2024-12-05T13:20:57,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/de621755408d4427bf26298aeb0948b1 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/de621755408d4427bf26298aeb0948b1 2024-12-05T13:20:57,521 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/de621755408d4427bf26298aeb0948b1, entries=150, sequenceid=39, filesize=11.7 K 2024-12-05T13:20:57,522 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8d3368caa77ffc16aac2d6d948a3ccdd in 861ms, sequenceid=39, compaction requested=false 2024-12-05T13:20:57,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:20:57,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:57,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-12-05T13:20:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-12-05T13:20:57,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-12-05T13:20:57,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9320 sec 2024-12-05T13:20:57,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.9370 sec 2024-12-05T13:20:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-05T13:20:57,694 INFO [Thread-2132 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-12-05T13:20:57,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:20:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-12-05T13:20:57,696 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:20:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-05T13:20:57,697 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:20:57,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:20:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-05T13:20:57,848 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:57,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-05T13:20:57,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:57,853 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 8d3368caa77ffc16aac2d6d948a3ccdd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T13:20:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:20:57,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:20:57,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=A 2024-12-05T13:20:57,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:57,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=B 2024-12-05T13:20:57,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:57,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=C 2024-12-05T13:20:57,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:57,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/4c74f95a5bb5442ca8394a6b7742906e is 50, key is test_row_0/A:col10/1733404856729/Put/seqid=0 2024-12-05T13:20:57,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742309_1485 (size=12001) 2024-12-05T13:20:57,877 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/4c74f95a5bb5442ca8394a6b7742906e 2024-12-05T13:20:57,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/0cb13b2c33b24fd3a81458ad3a2f9b27 is 50, key is test_row_0/B:col10/1733404856729/Put/seqid=0 2024-12-05T13:20:57,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742310_1486 (size=12001) 2024-12-05T13:20:57,898 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/0cb13b2c33b24fd3a81458ad3a2f9b27 2024-12-05T13:20:57,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/5662ccc123934271907bfdd1bbfdaf74 is 50, key is test_row_0/C:col10/1733404856729/Put/seqid=0 2024-12-05T13:20:57,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742311_1487 (size=12001) 2024-12-05T13:20:57,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:57,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404917925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1733404917925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:57,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404917927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:57,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404917927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:57,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404917927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-05T13:20:58,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404918032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:58,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1733404918032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:58,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404918032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:58,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404918032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:58,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404918032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:58,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:58,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404918237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:58,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:58,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1733404918237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:58,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404918238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:58,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404918238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:58,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404918238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-05T13:20:58,310 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/5662ccc123934271907bfdd1bbfdaf74 2024-12-05T13:20:58,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/4c74f95a5bb5442ca8394a6b7742906e as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/4c74f95a5bb5442ca8394a6b7742906e 2024-12-05T13:20:58,317 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/4c74f95a5bb5442ca8394a6b7742906e, entries=150, sequenceid=51, filesize=11.7 K 2024-12-05T13:20:58,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/0cb13b2c33b24fd3a81458ad3a2f9b27 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/0cb13b2c33b24fd3a81458ad3a2f9b27 2024-12-05T13:20:58,321 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/0cb13b2c33b24fd3a81458ad3a2f9b27, entries=150, sequenceid=51, filesize=11.7 K 2024-12-05T13:20:58,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/5662ccc123934271907bfdd1bbfdaf74 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/5662ccc123934271907bfdd1bbfdaf74 2024-12-05T13:20:58,326 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/5662ccc123934271907bfdd1bbfdaf74, entries=150, sequenceid=51, filesize=11.7 K 2024-12-05T13:20:58,327 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 8d3368caa77ffc16aac2d6d948a3ccdd in 474ms, sequenceid=51, compaction requested=true 2024-12-05T13:20:58,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:20:58,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:58,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-12-05T13:20:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-12-05T13:20:58,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-05T13:20:58,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 631 msec 2024-12-05T13:20:58,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 635 msec 2024-12-05T13:20:58,525 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T13:20:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:20:58,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d3368caa77ffc16aac2d6d948a3ccdd 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-05T13:20:58,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=A 2024-12-05T13:20:58,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:58,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=B 2024-12-05T13:20:58,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:58,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=C 2024-12-05T13:20:58,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:58,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/0ab079bc065c4a218c254bdbff7c882c is 50, key is test_row_0/A:col10/1733404858549/Put/seqid=0 2024-12-05T13:20:58,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742312_1488 (size=16681) 2024-12-05T13:20:58,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/0ab079bc065c4a218c254bdbff7c882c 2024-12-05T13:20:58,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404918555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:58,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404918558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:58,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404918559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:58,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/c8f81cb6d0e941f995aa936e1493221e is 50, key is test_row_0/B:col10/1733404858549/Put/seqid=0 2024-12-05T13:20:58,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742313_1489 (size=12001) 2024-12-05T13:20:58,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1733404918560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:58,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404918560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:58,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404918661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:58,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404918661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:58,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404918664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:58,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1733404918670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:58,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404918670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-05T13:20:58,800 INFO [Thread-2132 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-12-05T13:20:58,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:20:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-12-05T13:20:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-05T13:20:58,803 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:20:58,803 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:20:58,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:20:58,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404918867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:58,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404918867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:58,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404918868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:58,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1733404918878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:58,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404918878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-05T13:20:58,955 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:58,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-05T13:20:58,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:58,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:20:58,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:58,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:58,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:58,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/c8f81cb6d0e941f995aa936e1493221e 2024-12-05T13:20:58,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/350325d5185b40eeb00f286805ce47c4 is 50, key is test_row_0/C:col10/1733404858549/Put/seqid=0 2024-12-05T13:20:58,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742314_1490 (size=12001) 2024-12-05T13:20:58,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/350325d5185b40eeb00f286805ce47c4 2024-12-05T13:20:58,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/0ab079bc065c4a218c254bdbff7c882c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/0ab079bc065c4a218c254bdbff7c882c 2024-12-05T13:20:58,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/0ab079bc065c4a218c254bdbff7c882c, entries=250, sequenceid=78, filesize=16.3 K 2024-12-05T13:20:58,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/c8f81cb6d0e941f995aa936e1493221e as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/c8f81cb6d0e941f995aa936e1493221e 2024-12-05T13:20:58,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/c8f81cb6d0e941f995aa936e1493221e, entries=150, sequenceid=78, filesize=11.7 K 2024-12-05T13:20:58,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/350325d5185b40eeb00f286805ce47c4 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/350325d5185b40eeb00f286805ce47c4 2024-12-05T13:20:58,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/350325d5185b40eeb00f286805ce47c4, entries=150, sequenceid=78, filesize=11.7 K 2024-12-05T13:20:58,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 8d3368caa77ffc16aac2d6d948a3ccdd in 446ms, sequenceid=78, compaction requested=true 2024-12-05T13:20:58,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:20:58,996 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T13:20:58,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:20:58,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:58,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:20:58,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:58,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:20:58,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:20:58,996 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T13:20:58,997 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T13:20:58,997 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/B is initiating minor compaction (all files) 2024-12-05T13:20:58,997 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/B in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:58,997 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/61914763e8b64f2cb738ba5dd98e904c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/296817eab3a846fb9ca9cc33f44135de, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/0cb13b2c33b24fd3a81458ad3a2f9b27, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/c8f81cb6d0e941f995aa936e1493221e] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=46.9 K 2024-12-05T13:20:58,997 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T13:20:58,998 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/A is initiating minor compaction (all files) 2024-12-05T13:20:58,998 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/A in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:58,998 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/6bc9569ec5654d70814067da58b90b31, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/59ade93042d84b88949a23ec53a29640, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/4c74f95a5bb5442ca8394a6b7742906e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/0ab079bc065c4a218c254bdbff7c882c] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=51.4 K 2024-12-05T13:20:58,998 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 61914763e8b64f2cb738ba5dd98e904c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733404855593 2024-12-05T13:20:58,998 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bc9569ec5654d70814067da58b90b31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733404855593 2024-12-05T13:20:58,998 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 296817eab3a846fb9ca9cc33f44135de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733404855605 2024-12-05T13:20:58,998 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59ade93042d84b88949a23ec53a29640, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733404855605 2024-12-05T13:20:58,999 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cb13b2c33b24fd3a81458ad3a2f9b27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733404856729 2024-12-05T13:20:58,999 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c74f95a5bb5442ca8394a6b7742906e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733404856729 2024-12-05T13:20:58,999 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting c8f81cb6d0e941f995aa936e1493221e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733404857924 2024-12-05T13:20:58,999 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ab079bc065c4a218c254bdbff7c882c, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733404857924 2024-12-05T13:20:59,010 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#B#compaction#415 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:59,010 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#A#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:59,010 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/887aab8206504334afa5e212d5e44601 is 50, key is test_row_0/B:col10/1733404858549/Put/seqid=0 2024-12-05T13:20:59,011 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/e27b5eccc17f4c45a742af89612efa1c is 50, key is test_row_0/A:col10/1733404858549/Put/seqid=0 2024-12-05T13:20:59,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742316_1492 (size=12139) 2024-12-05T13:20:59,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742315_1491 (size=12139) 2024-12-05T13:20:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-05T13:20:59,108 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:59,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-05T13:20:59,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:59,109 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 8d3368caa77ffc16aac2d6d948a3ccdd 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-05T13:20:59,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=A 2024-12-05T13:20:59,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:59,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=B 2024-12-05T13:20:59,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:59,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=C 2024-12-05T13:20:59,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:20:59,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/9ed0034c9cd04e03963c74ce170775df is 50, key is test_row_0/A:col10/1733404858559/Put/seqid=0 2024-12-05T13:20:59,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742317_1493 (size=12001) 2024-12-05T13:20:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:20:59,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:20:59,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404919217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:59,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404919218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:59,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404919218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:59,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404919218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:59,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1733404919225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:59,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404919326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:59,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404919329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:59,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404919329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:59,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404919330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:59,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1733404919333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-05T13:20:59,421 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/e27b5eccc17f4c45a742af89612efa1c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/e27b5eccc17f4c45a742af89612efa1c 2024-12-05T13:20:59,421 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/887aab8206504334afa5e212d5e44601 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/887aab8206504334afa5e212d5e44601 2024-12-05T13:20:59,425 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/A of 8d3368caa77ffc16aac2d6d948a3ccdd into e27b5eccc17f4c45a742af89612efa1c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:59,425 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:20:59,425 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/A, priority=12, startTime=1733404858996; duration=0sec 2024-12-05T13:20:59,426 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:20:59,426 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:A 2024-12-05T13:20:59,426 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/B of 8d3368caa77ffc16aac2d6d948a3ccdd into 887aab8206504334afa5e212d5e44601(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:59,426 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T13:20:59,426 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:20:59,426 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/B, priority=12, startTime=1733404858996; duration=0sec 2024-12-05T13:20:59,426 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:59,426 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:B 2024-12-05T13:20:59,427 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T13:20:59,427 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/C is initiating minor compaction (all files) 2024-12-05T13:20:59,428 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/C in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:59,428 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/83219ddfb2924f01ba65ade05a01a4bf, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/de621755408d4427bf26298aeb0948b1, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/5662ccc123934271907bfdd1bbfdaf74, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/350325d5185b40eeb00f286805ce47c4] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=46.9 K 2024-12-05T13:20:59,428 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83219ddfb2924f01ba65ade05a01a4bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733404855593 2024-12-05T13:20:59,428 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting de621755408d4427bf26298aeb0948b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733404855605 2024-12-05T13:20:59,429 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5662ccc123934271907bfdd1bbfdaf74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733404856729 2024-12-05T13:20:59,429 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 350325d5185b40eeb00f286805ce47c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733404857924 2024-12-05T13:20:59,436 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#C#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:20:59,437 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/a445d1aa971b49468993852caa097d37 is 50, key is test_row_0/C:col10/1733404858549/Put/seqid=0 2024-12-05T13:20:59,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742318_1494 (size=12139) 2024-12-05T13:20:59,517 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/9ed0034c9cd04e03963c74ce170775df 2024-12-05T13:20:59,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/8ccb0e78703f4383ab7bc18df2275be5 is 50, key is test_row_0/B:col10/1733404858559/Put/seqid=0 2024-12-05T13:20:59,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742319_1495 (size=12001) 2024-12-05T13:20:59,527 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/8ccb0e78703f4383ab7bc18df2275be5 2024-12-05T13:20:59,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/cfa1fa38cdc84774bde08462031c66e8 is 50, key is test_row_0/C:col10/1733404858559/Put/seqid=0 2024-12-05T13:20:59,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404919535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:59,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:59,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404919535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404919535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:59,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404919536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:59,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742320_1496 (size=12001) 2024-12-05T13:20:59,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1733404919541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:59,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404919841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:59,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404919842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:59,847 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/a445d1aa971b49468993852caa097d37 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/a445d1aa971b49468993852caa097d37 2024-12-05T13:20:59,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404919843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:59,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404919843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:59,852 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/C of 8d3368caa77ffc16aac2d6d948a3ccdd into a445d1aa971b49468993852caa097d37(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:20:59,852 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:20:59,852 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/C, priority=12, startTime=1733404858996; duration=0sec 2024-12-05T13:20:59,853 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:20:59,853 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:C 2024-12-05T13:20:59,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:20:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1733404919850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:20:59,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-05T13:20:59,946 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/cfa1fa38cdc84774bde08462031c66e8 2024-12-05T13:20:59,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/9ed0034c9cd04e03963c74ce170775df as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/9ed0034c9cd04e03963c74ce170775df 2024-12-05T13:20:59,953 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/9ed0034c9cd04e03963c74ce170775df, entries=150, sequenceid=88, filesize=11.7 K 2024-12-05T13:20:59,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/8ccb0e78703f4383ab7bc18df2275be5 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/8ccb0e78703f4383ab7bc18df2275be5 2024-12-05T13:20:59,957 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/8ccb0e78703f4383ab7bc18df2275be5, entries=150, sequenceid=88, filesize=11.7 K 2024-12-05T13:20:59,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/cfa1fa38cdc84774bde08462031c66e8 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/cfa1fa38cdc84774bde08462031c66e8 2024-12-05T13:20:59,961 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/cfa1fa38cdc84774bde08462031c66e8, entries=150, sequenceid=88, filesize=11.7 K 2024-12-05T13:20:59,961 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 8d3368caa77ffc16aac2d6d948a3ccdd in 852ms, sequenceid=88, compaction requested=false 2024-12-05T13:20:59,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:20:59,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:20:59,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-12-05T13:20:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-12-05T13:20:59,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-05T13:20:59,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1600 sec 2024-12-05T13:20:59,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.1630 sec 2024-12-05T13:21:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:21:00,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d3368caa77ffc16aac2d6d948a3ccdd 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-05T13:21:00,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=A 2024-12-05T13:21:00,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:00,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=B 2024-12-05T13:21:00,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:00,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=C 2024-12-05T13:21:00,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:00,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/918c7d3c38ef4b5ca28ddbda0c373343 is 50, key is test_row_0/A:col10/1733404860352/Put/seqid=0 2024-12-05T13:21:00,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1733404920356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:00,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404920356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:00,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742321_1497 (size=14341) 2024-12-05T13:21:00,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404920359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:00,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404920361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:00,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404920362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:00,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/918c7d3c38ef4b5ca28ddbda0c373343 2024-12-05T13:21:00,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/9f6889eda0c84a12bc89facb0ed24f08 is 50, key is test_row_0/B:col10/1733404860352/Put/seqid=0 2024-12-05T13:21:00,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742322_1498 (size=12001) 2024-12-05T13:21:00,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404920463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:00,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404920464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:00,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404920465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:00,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404920468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:00,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404920668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:00,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404920668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:00,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404920669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:00,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404920674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:00,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/9f6889eda0c84a12bc89facb0ed24f08 2024-12-05T13:21:00,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/ddbf510bd4db46c9b0893f27fba764b4 is 50, key is test_row_0/C:col10/1733404860352/Put/seqid=0 2024-12-05T13:21:00,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742323_1499 (size=12001) 2024-12-05T13:21:00,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/ddbf510bd4db46c9b0893f27fba764b4 2024-12-05T13:21:00,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/918c7d3c38ef4b5ca28ddbda0c373343 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/918c7d3c38ef4b5ca28ddbda0c373343 2024-12-05T13:21:00,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/918c7d3c38ef4b5ca28ddbda0c373343, entries=200, sequenceid=119, filesize=14.0 K 2024-12-05T13:21:00,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/9f6889eda0c84a12bc89facb0ed24f08 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/9f6889eda0c84a12bc89facb0ed24f08 2024-12-05T13:21:00,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/9f6889eda0c84a12bc89facb0ed24f08, entries=150, sequenceid=119, filesize=11.7 K 2024-12-05T13:21:00,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/ddbf510bd4db46c9b0893f27fba764b4 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ddbf510bd4db46c9b0893f27fba764b4 2024-12-05T13:21:00,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ddbf510bd4db46c9b0893f27fba764b4, entries=150, sequenceid=119, filesize=11.7 K 2024-12-05T13:21:00,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 8d3368caa77ffc16aac2d6d948a3ccdd in 461ms, sequenceid=119, compaction requested=true 2024-12-05T13:21:00,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:00,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:21:00,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:00,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:21:00,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:00,814 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:00,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:21:00,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:00,814 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:00,815 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:00,815 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:00,815 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/B is initiating minor compaction (all files) 2024-12-05T13:21:00,815 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/A is initiating minor compaction (all files) 2024-12-05T13:21:00,815 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/B in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:00,815 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/A in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:00,815 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/e27b5eccc17f4c45a742af89612efa1c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/9ed0034c9cd04e03963c74ce170775df, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/918c7d3c38ef4b5ca28ddbda0c373343] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=37.6 K 2024-12-05T13:21:00,815 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/887aab8206504334afa5e212d5e44601, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/8ccb0e78703f4383ab7bc18df2275be5, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/9f6889eda0c84a12bc89facb0ed24f08] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=35.3 K 2024-12-05T13:21:00,816 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting e27b5eccc17f4c45a742af89612efa1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733404857924 2024-12-05T13:21:00,816 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 887aab8206504334afa5e212d5e44601, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733404857924 2024-12-05T13:21:00,816 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ccb0e78703f4383ab7bc18df2275be5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733404858557 2024-12-05T13:21:00,816 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ed0034c9cd04e03963c74ce170775df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733404858557 2024-12-05T13:21:00,816 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f6889eda0c84a12bc89facb0ed24f08, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733404859216 2024-12-05T13:21:00,817 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 918c7d3c38ef4b5ca28ddbda0c373343, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733404859216 2024-12-05T13:21:00,826 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#B#compaction#423 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:00,827 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/5fc91f6de5d442cf808e8ea0aad24edc is 50, key is test_row_0/B:col10/1733404860352/Put/seqid=0 2024-12-05T13:21:00,830 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#A#compaction#424 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:00,830 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/05fec4ea738d4c718abff0daa85c24df is 50, key is test_row_0/A:col10/1733404860352/Put/seqid=0 2024-12-05T13:21:00,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742324_1500 (size=12241) 2024-12-05T13:21:00,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742325_1501 (size=12241) 2024-12-05T13:21:00,865 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/5fc91f6de5d442cf808e8ea0aad24edc as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/5fc91f6de5d442cf808e8ea0aad24edc 2024-12-05T13:21:00,871 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/B of 8d3368caa77ffc16aac2d6d948a3ccdd into 5fc91f6de5d442cf808e8ea0aad24edc(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:00,871 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:00,871 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/B, priority=13, startTime=1733404860814; duration=0sec 2024-12-05T13:21:00,871 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:00,871 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:B 2024-12-05T13:21:00,871 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:00,872 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:00,872 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/C is initiating minor compaction (all files) 2024-12-05T13:21:00,872 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/C in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:00,872 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/a445d1aa971b49468993852caa097d37, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/cfa1fa38cdc84774bde08462031c66e8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ddbf510bd4db46c9b0893f27fba764b4] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=35.3 K 2024-12-05T13:21:00,873 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting a445d1aa971b49468993852caa097d37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733404857924 2024-12-05T13:21:00,873 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting cfa1fa38cdc84774bde08462031c66e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733404858557 2024-12-05T13:21:00,873 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting ddbf510bd4db46c9b0893f27fba764b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733404859216 2024-12-05T13:21:00,879 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#C#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:00,880 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/9aeccbaf03fd4d39801ec5cef2ed9d5b is 50, key is test_row_0/C:col10/1733404860352/Put/seqid=0 2024-12-05T13:21:00,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742326_1502 (size=12241) 2024-12-05T13:21:00,890 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/9aeccbaf03fd4d39801ec5cef2ed9d5b as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/9aeccbaf03fd4d39801ec5cef2ed9d5b 2024-12-05T13:21:00,895 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/C of 8d3368caa77ffc16aac2d6d948a3ccdd into 9aeccbaf03fd4d39801ec5cef2ed9d5b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:00,895 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:00,895 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/C, priority=13, startTime=1733404860814; duration=0sec 2024-12-05T13:21:00,895 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:00,895 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:C 2024-12-05T13:21:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-05T13:21:00,907 INFO [Thread-2132 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-12-05T13:21:00,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:21:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-12-05T13:21:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-05T13:21:00,910 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:21:00,912 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:21:00,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:21:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:21:00,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d3368caa77ffc16aac2d6d948a3ccdd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T13:21:00,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=A 2024-12-05T13:21:00,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:00,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=B 2024-12-05T13:21:00,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:00,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=C 2024-12-05T13:21:00,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:00,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/f9b2f3b96d9240b1916c930016c33ad6 is 50, key is test_row_0/A:col10/1733404860358/Put/seqid=0 2024-12-05T13:21:00,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742327_1503 (size=16831) 2024-12-05T13:21:00,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/f9b2f3b96d9240b1916c930016c33ad6 2024-12-05T13:21:00,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/89cf44a51b5a437c8927609656b433de is 50, key is test_row_0/B:col10/1733404860358/Put/seqid=0 2024-12-05T13:21:01,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742328_1504 (size=12101) 2024-12-05T13:21:01,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/89cf44a51b5a437c8927609656b433de 2024-12-05T13:21:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-05T13:21:01,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/ac9429d770384b2dbc70bf2b2124a802 is 50, key is test_row_0/C:col10/1733404860358/Put/seqid=0 2024-12-05T13:21:01,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742329_1505 (size=12101) 2024-12-05T13:21:01,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404921016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404921019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404921020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404921023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,063 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-05T13:21:01,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:01,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:01,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:01,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:01,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:01,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404921126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404921126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404921127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404921132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-05T13:21:01,216 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-05T13:21:01,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:01,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:01,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:01,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:01,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:01,250 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/05fec4ea738d4c718abff0daa85c24df as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/05fec4ea738d4c718abff0daa85c24df 2024-12-05T13:21:01,253 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/A of 8d3368caa77ffc16aac2d6d948a3ccdd into 05fec4ea738d4c718abff0daa85c24df(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:01,253 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:01,253 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/A, priority=13, startTime=1733404860814; duration=0sec 2024-12-05T13:21:01,254 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:01,254 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:A 2024-12-05T13:21:01,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404921330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404921331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404921331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404921338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,369 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-05T13:21:01,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:01,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:01,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:01,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:01,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:01,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1733404921371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/ac9429d770384b2dbc70bf2b2124a802 2024-12-05T13:21:01,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/f9b2f3b96d9240b1916c930016c33ad6 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/f9b2f3b96d9240b1916c930016c33ad6 2024-12-05T13:21:01,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/f9b2f3b96d9240b1916c930016c33ad6, entries=250, sequenceid=132, filesize=16.4 K 2024-12-05T13:21:01,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/89cf44a51b5a437c8927609656b433de as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/89cf44a51b5a437c8927609656b433de 2024-12-05T13:21:01,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/89cf44a51b5a437c8927609656b433de, entries=150, sequenceid=132, filesize=11.8 K 2024-12-05T13:21:01,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/ac9429d770384b2dbc70bf2b2124a802 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ac9429d770384b2dbc70bf2b2124a802 2024-12-05T13:21:01,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ac9429d770384b2dbc70bf2b2124a802, entries=150, sequenceid=132, filesize=11.8 K 2024-12-05T13:21:01,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8d3368caa77ffc16aac2d6d948a3ccdd in 460ms, sequenceid=132, compaction requested=false 2024-12-05T13:21:01,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-05T13:21:01,522 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-05T13:21:01,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:01,523 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 8d3368caa77ffc16aac2d6d948a3ccdd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T13:21:01,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=A 2024-12-05T13:21:01,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:01,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=B 2024-12-05T13:21:01,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:01,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=C 2024-12-05T13:21:01,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:01,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/985bfce83dcf49db88ab4bf96bb46471 is 50, key is test_row_0/A:col10/1733404861015/Put/seqid=0 2024-12-05T13:21:01,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742330_1506 (size=12151) 2024-12-05T13:21:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:21:01,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:01,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404921646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:01,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404921647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404921647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404921648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404921754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404921754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:01,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404921754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404921754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,948 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/985bfce83dcf49db88ab4bf96bb46471 2024-12-05T13:21:01,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/81845f55045b4216a677ec1dfb4110a6 is 50, key is test_row_0/B:col10/1733404861015/Put/seqid=0 2024-12-05T13:21:01,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742331_1507 (size=12151) 2024-12-05T13:21:01,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404921960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404921960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404921961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:01,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404921962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-05T13:21:02,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404922265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:02,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404922266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:02,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404922266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:02,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404922267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:02,362 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/81845f55045b4216a677ec1dfb4110a6 2024-12-05T13:21:02,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/4d205070f6cb47e59f0027e9aae6d7e8 is 50, key is test_row_0/C:col10/1733404861015/Put/seqid=0 2024-12-05T13:21:02,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742332_1508 (size=12151) 2024-12-05T13:21:02,373 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/4d205070f6cb47e59f0027e9aae6d7e8 2024-12-05T13:21:02,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/985bfce83dcf49db88ab4bf96bb46471 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/985bfce83dcf49db88ab4bf96bb46471 2024-12-05T13:21:02,379 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/985bfce83dcf49db88ab4bf96bb46471, entries=150, sequenceid=158, filesize=11.9 K 2024-12-05T13:21:02,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/81845f55045b4216a677ec1dfb4110a6 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/81845f55045b4216a677ec1dfb4110a6 2024-12-05T13:21:02,387 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/81845f55045b4216a677ec1dfb4110a6, entries=150, sequenceid=158, filesize=11.9 K 2024-12-05T13:21:02,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/4d205070f6cb47e59f0027e9aae6d7e8 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/4d205070f6cb47e59f0027e9aae6d7e8 2024-12-05T13:21:02,391 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/4d205070f6cb47e59f0027e9aae6d7e8, entries=150, sequenceid=158, filesize=11.9 K 2024-12-05T13:21:02,392 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8d3368caa77ffc16aac2d6d948a3ccdd in 869ms, sequenceid=158, compaction requested=true 2024-12-05T13:21:02,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:02,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:02,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-12-05T13:21:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-12-05T13:21:02,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-12-05T13:21:02,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4810 sec 2024-12-05T13:21:02,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.4870 sec 2024-12-05T13:21:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:21:02,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d3368caa77ffc16aac2d6d948a3ccdd 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T13:21:02,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=A 2024-12-05T13:21:02,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:02,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=B 2024-12-05T13:21:02,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:02,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=C 2024-12-05T13:21:02,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:02,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/9fc4f8ae36a8478ea06974ac0b8929f7 is 50, key is test_row_0/A:col10/1733404861646/Put/seqid=0 2024-12-05T13:21:02,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742333_1509 (size=12151) 2024-12-05T13:21:02,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/9fc4f8ae36a8478ea06974ac0b8929f7 2024-12-05T13:21:02,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/34eed6f0fa57432684aa980cea77bbf0 is 50, key is test_row_0/B:col10/1733404861646/Put/seqid=0 2024-12-05T13:21:02,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742334_1510 (size=12151) 2024-12-05T13:21:02,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404922807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:02,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404922807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:02,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404922808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:02,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404922809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:02,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404922914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:02,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404922914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:02,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404922914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:02,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404922915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-05T13:21:03,013 INFO [Thread-2132 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-12-05T13:21:03,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:21:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-12-05T13:21:03,016 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:21:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-05T13:21:03,017 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:21:03,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:21:03,104 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T13:21:03,104 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-05T13:21:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-05T13:21:03,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404923118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:03,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404923118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:03,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404923120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:03,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404923121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:03,168 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:03,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-05T13:21:03,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:03,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:03,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:03,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:03,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:03,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/34eed6f0fa57432684aa980cea77bbf0 2024-12-05T13:21:03,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/ac7e2b8a816c4dd9a243c83a2a496f7b is 50, key is test_row_0/C:col10/1733404861646/Put/seqid=0 2024-12-05T13:21:03,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742335_1511 (size=12151) 2024-12-05T13:21:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-05T13:21:03,321 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:03,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-05T13:21:03,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:03,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:03,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:03,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:03,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:03,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1733404923380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:03,389 DEBUG [Thread-2128 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., hostname=6fe4fa47a8fb,37007,1733404723344, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:21:03,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404923426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:03,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404923432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:03,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404923432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:03,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404923432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:03,474 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:03,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-05T13:21:03,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:03,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:03,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:03,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:03,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:03,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/ac7e2b8a816c4dd9a243c83a2a496f7b 2024-12-05T13:21:03,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/9fc4f8ae36a8478ea06974ac0b8929f7 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/9fc4f8ae36a8478ea06974ac0b8929f7 2024-12-05T13:21:03,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/9fc4f8ae36a8478ea06974ac0b8929f7, entries=150, sequenceid=170, filesize=11.9 K 2024-12-05T13:21:03,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/34eed6f0fa57432684aa980cea77bbf0 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/34eed6f0fa57432684aa980cea77bbf0 2024-12-05T13:21:03,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/34eed6f0fa57432684aa980cea77bbf0, entries=150, sequenceid=170, filesize=11.9 K 2024-12-05T13:21:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-05T13:21:03,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/ac7e2b8a816c4dd9a243c83a2a496f7b as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ac7e2b8a816c4dd9a243c83a2a496f7b 2024-12-05T13:21:03,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ac7e2b8a816c4dd9a243c83a2a496f7b, entries=150, sequenceid=170, filesize=11.9 K 2024-12-05T13:21:03,623 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8d3368caa77ffc16aac2d6d948a3ccdd in 848ms, sequenceid=170, compaction requested=true 2024-12-05T13:21:03,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:03,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:21:03,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:03,623 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T13:21:03,623 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T13:21:03,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:21:03,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:03,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:21:03,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:03,627 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:03,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-05T13:21:03,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:03,627 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing 8d3368caa77ffc16aac2d6d948a3ccdd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T13:21:03,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=A 2024-12-05T13:21:03,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:03,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=B 2024-12-05T13:21:03,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:03,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=C 2024-12-05T13:21:03,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:03,633 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53374 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T13:21:03,633 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T13:21:03,633 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/B is initiating minor compaction (all files) 2024-12-05T13:21:03,633 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/A is initiating minor compaction (all files) 2024-12-05T13:21:03,633 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/A in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:03,633 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/B in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:03,633 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/05fec4ea738d4c718abff0daa85c24df, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/f9b2f3b96d9240b1916c930016c33ad6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/985bfce83dcf49db88ab4bf96bb46471, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/9fc4f8ae36a8478ea06974ac0b8929f7] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=52.1 K 2024-12-05T13:21:03,633 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/5fc91f6de5d442cf808e8ea0aad24edc, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/89cf44a51b5a437c8927609656b433de, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/81845f55045b4216a677ec1dfb4110a6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/34eed6f0fa57432684aa980cea77bbf0] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=47.5 K 2024-12-05T13:21:03,633 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05fec4ea738d4c718abff0daa85c24df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733404859216 2024-12-05T13:21:03,634 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fc91f6de5d442cf808e8ea0aad24edc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733404859216 2024-12-05T13:21:03,634 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9b2f3b96d9240b1916c930016c33ad6, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733404860358 2024-12-05T13:21:03,634 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 89cf44a51b5a437c8927609656b433de, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733404860358 2024-12-05T13:21:03,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/3198bea71fb34f2bbd8e2ab922990bff is 50, key is test_row_0/A:col10/1733404862807/Put/seqid=0 2024-12-05T13:21:03,636 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 985bfce83dcf49db88ab4bf96bb46471, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733404861012 2024-12-05T13:21:03,636 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 81845f55045b4216a677ec1dfb4110a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733404861012 2024-12-05T13:21:03,636 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 34eed6f0fa57432684aa980cea77bbf0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733404861646 2024-12-05T13:21:03,644 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fc4f8ae36a8478ea06974ac0b8929f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733404861646 2024-12-05T13:21:03,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742336_1512 (size=12151) 2024-12-05T13:21:03,654 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/3198bea71fb34f2bbd8e2ab922990bff 2024-12-05T13:21:03,658 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#B#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:03,659 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/ccc728214f7a4b17a8cffb23a9691860 is 50, key is test_row_0/B:col10/1733404861646/Put/seqid=0 2024-12-05T13:21:03,662 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#A#compaction#437 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:03,663 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/ee3e816b7d3045c9a03700e5d6b2f635 is 50, key is test_row_0/A:col10/1733404861646/Put/seqid=0 2024-12-05T13:21:03,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/d7df636a9f4e4d21b3f70efdde63f7ff is 50, key is test_row_0/B:col10/1733404862807/Put/seqid=0 2024-12-05T13:21:03,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742337_1513 (size=12527) 2024-12-05T13:21:03,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742338_1514 (size=12527) 2024-12-05T13:21:03,692 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/ee3e816b7d3045c9a03700e5d6b2f635 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/ee3e816b7d3045c9a03700e5d6b2f635 2024-12-05T13:21:03,696 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/A of 8d3368caa77ffc16aac2d6d948a3ccdd into ee3e816b7d3045c9a03700e5d6b2f635(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:03,696 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:03,696 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/A, priority=12, startTime=1733404863623; duration=0sec 2024-12-05T13:21:03,696 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:03,696 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:A 2024-12-05T13:21:03,696 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T13:21:03,699 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T13:21:03,699 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/C is initiating minor compaction (all files) 2024-12-05T13:21:03,699 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/C in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:03,699 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/9aeccbaf03fd4d39801ec5cef2ed9d5b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ac9429d770384b2dbc70bf2b2124a802, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/4d205070f6cb47e59f0027e9aae6d7e8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ac7e2b8a816c4dd9a243c83a2a496f7b] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=47.5 K 2024-12-05T13:21:03,699 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9aeccbaf03fd4d39801ec5cef2ed9d5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733404859216 2024-12-05T13:21:03,699 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac9429d770384b2dbc70bf2b2124a802, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733404860358 2024-12-05T13:21:03,699 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d205070f6cb47e59f0027e9aae6d7e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733404861012 2024-12-05T13:21:03,700 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac7e2b8a816c4dd9a243c83a2a496f7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733404861646 2024-12-05T13:21:03,708 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#C#compaction#439 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:03,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742339_1515 (size=12151) 2024-12-05T13:21:03,708 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/be37d8205b824d8aad9b10d4e9faa053 is 50, key is test_row_0/C:col10/1733404861646/Put/seqid=0 2024-12-05T13:21:03,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742340_1516 (size=12527) 2024-12-05T13:21:03,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:21:03,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404923947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:03,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404923949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:03,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404923955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:03,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404923956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:04,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404924057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:04,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404924057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:04,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404924062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:04,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404924062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:04,087 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/ccc728214f7a4b17a8cffb23a9691860 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/ccc728214f7a4b17a8cffb23a9691860 2024-12-05T13:21:04,091 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/B of 8d3368caa77ffc16aac2d6d948a3ccdd into ccc728214f7a4b17a8cffb23a9691860(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:04,091 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:04,091 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/B, priority=12, startTime=1733404863623; duration=0sec 2024-12-05T13:21:04,092 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:04,092 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:B 2024-12-05T13:21:04,103 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/d7df636a9f4e4d21b3f70efdde63f7ff 2024-12-05T13:21:04,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/6de13d72d4f64511b96981bfad95689f is 50, key is test_row_0/C:col10/1733404862807/Put/seqid=0 2024-12-05T13:21:04,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742341_1517 (size=12151) 2024-12-05T13:21:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-05T13:21:04,124 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/be37d8205b824d8aad9b10d4e9faa053 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/be37d8205b824d8aad9b10d4e9faa053 2024-12-05T13:21:04,128 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/C of 8d3368caa77ffc16aac2d6d948a3ccdd into be37d8205b824d8aad9b10d4e9faa053(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:04,128 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:04,128 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/C, priority=12, startTime=1733404863623; duration=0sec 2024-12-05T13:21:04,128 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:04,128 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:C 2024-12-05T13:21:04,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404924262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:04,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404924263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:04,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404924271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:04,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404924272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:04,518 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/6de13d72d4f64511b96981bfad95689f 2024-12-05T13:21:04,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/3198bea71fb34f2bbd8e2ab922990bff as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/3198bea71fb34f2bbd8e2ab922990bff 2024-12-05T13:21:04,531 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/3198bea71fb34f2bbd8e2ab922990bff, entries=150, sequenceid=194, filesize=11.9 K 2024-12-05T13:21:04,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/d7df636a9f4e4d21b3f70efdde63f7ff as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/d7df636a9f4e4d21b3f70efdde63f7ff 2024-12-05T13:21:04,536 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/d7df636a9f4e4d21b3f70efdde63f7ff, entries=150, sequenceid=194, filesize=11.9 K 2024-12-05T13:21:04,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/6de13d72d4f64511b96981bfad95689f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/6de13d72d4f64511b96981bfad95689f 2024-12-05T13:21:04,541 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/6de13d72d4f64511b96981bfad95689f, entries=150, sequenceid=194, filesize=11.9 K 2024-12-05T13:21:04,543 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8d3368caa77ffc16aac2d6d948a3ccdd in 915ms, sequenceid=194, compaction requested=false 2024-12-05T13:21:04,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:04,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:04,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-12-05T13:21:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-12-05T13:21:04,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-12-05T13:21:04,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5270 sec 2024-12-05T13:21:04,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.5310 sec 2024-12-05T13:21:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:21:04,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d3368caa77ffc16aac2d6d948a3ccdd 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-05T13:21:04,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=A 2024-12-05T13:21:04,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:04,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=B 2024-12-05T13:21:04,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:04,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=C 2024-12-05T13:21:04,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:04,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/2833a2f68b1a4cee90c0f264dd0378a3 is 50, key is test_row_0/A:col10/1733404864569/Put/seqid=0 2024-12-05T13:21:04,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742342_1518 (size=14541) 2024-12-05T13:21:04,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404924600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:04,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404924604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:04,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404924605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:04,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404924606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:04,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404924710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:04,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404924710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:04,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404924711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:04,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404924711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:04,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404924915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:04,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404924915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:04,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404924916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:04,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404924919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:04,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/2833a2f68b1a4cee90c0f264dd0378a3 2024-12-05T13:21:05,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/b139aaf26e914b4d909d20de43c4ae12 is 50, key is test_row_0/B:col10/1733404864569/Put/seqid=0 2024-12-05T13:21:05,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742343_1519 (size=12151) 2024-12-05T13:21:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-05T13:21:05,121 INFO [Thread-2132 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-12-05T13:21:05,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:21:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-12-05T13:21:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-05T13:21:05,124 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:21:05,124 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:21:05,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:21:05,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404925218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-05T13:21:05,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404925220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:05,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404925222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:05,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404925225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:05,275 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:05,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-05T13:21:05,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:05,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:05,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:05,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:05,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:05,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/b139aaf26e914b4d909d20de43c4ae12 2024-12-05T13:21:05,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/f49e3d95e707401bbfec13c653ed7ecf is 50, key is test_row_0/C:col10/1733404864569/Put/seqid=0 2024-12-05T13:21:05,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742344_1520 (size=12151) 2024-12-05T13:21:05,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/f49e3d95e707401bbfec13c653ed7ecf 2024-12-05T13:21:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-05T13:21:05,428 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:05,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-05T13:21:05,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:05,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:05,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:05,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:05,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:05,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/2833a2f68b1a4cee90c0f264dd0378a3 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/2833a2f68b1a4cee90c0f264dd0378a3 2024-12-05T13:21:05,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/2833a2f68b1a4cee90c0f264dd0378a3, entries=200, sequenceid=211, filesize=14.2 K 2024-12-05T13:21:05,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/b139aaf26e914b4d909d20de43c4ae12 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/b139aaf26e914b4d909d20de43c4ae12 2024-12-05T13:21:05,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/b139aaf26e914b4d909d20de43c4ae12, entries=150, sequenceid=211, filesize=11.9 K 2024-12-05T13:21:05,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/f49e3d95e707401bbfec13c653ed7ecf as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/f49e3d95e707401bbfec13c653ed7ecf 2024-12-05T13:21:05,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/f49e3d95e707401bbfec13c653ed7ecf, entries=150, sequenceid=211, filesize=11.9 K 2024-12-05T13:21:05,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8d3368caa77ffc16aac2d6d948a3ccdd in 876ms, sequenceid=211, compaction requested=true 2024-12-05T13:21:05,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:05,446 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:05,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:21:05,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:05,446 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:05,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:21:05,447 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:05,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:05,447 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/A is initiating minor compaction (all files) 2024-12-05T13:21:05,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:21:05,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:05,447 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/A in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:05,447 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/ee3e816b7d3045c9a03700e5d6b2f635, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/3198bea71fb34f2bbd8e2ab922990bff, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/2833a2f68b1a4cee90c0f264dd0378a3] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=38.3 K 2024-12-05T13:21:05,447 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:05,447 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/B is initiating minor compaction (all files) 2024-12-05T13:21:05,447 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee3e816b7d3045c9a03700e5d6b2f635, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733404861646 2024-12-05T13:21:05,448 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/B in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:05,448 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/ccc728214f7a4b17a8cffb23a9691860, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/d7df636a9f4e4d21b3f70efdde63f7ff, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/b139aaf26e914b4d909d20de43c4ae12] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=36.0 K 2024-12-05T13:21:05,448 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3198bea71fb34f2bbd8e2ab922990bff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733404862804 2024-12-05T13:21:05,448 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting ccc728214f7a4b17a8cffb23a9691860, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733404861646 2024-12-05T13:21:05,448 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2833a2f68b1a4cee90c0f264dd0378a3, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733404863953 2024-12-05T13:21:05,448 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting d7df636a9f4e4d21b3f70efdde63f7ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733404862804 2024-12-05T13:21:05,450 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting b139aaf26e914b4d909d20de43c4ae12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733404863953 2024-12-05T13:21:05,456 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#A#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:05,457 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/5f9dcbd27faf430fa1db64e53c6be7bb is 50, key is test_row_0/A:col10/1733404864569/Put/seqid=0 2024-12-05T13:21:05,462 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#B#compaction#445 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:05,462 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/1e06e3a20df54ff0a8bab6070cd2edc4 is 50, key is test_row_0/B:col10/1733404864569/Put/seqid=0 2024-12-05T13:21:05,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742346_1522 (size=12629) 2024-12-05T13:21:05,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742345_1521 (size=12629) 2024-12-05T13:21:05,474 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/5f9dcbd27faf430fa1db64e53c6be7bb as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/5f9dcbd27faf430fa1db64e53c6be7bb 2024-12-05T13:21:05,474 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/1e06e3a20df54ff0a8bab6070cd2edc4 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/1e06e3a20df54ff0a8bab6070cd2edc4 2024-12-05T13:21:05,479 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/A of 8d3368caa77ffc16aac2d6d948a3ccdd into 5f9dcbd27faf430fa1db64e53c6be7bb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:05,479 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:05,479 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/A, priority=13, startTime=1733404865446; duration=0sec 2024-12-05T13:21:05,479 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:05,479 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:A 2024-12-05T13:21:05,479 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:05,480 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/B of 8d3368caa77ffc16aac2d6d948a3ccdd into 1e06e3a20df54ff0a8bab6070cd2edc4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:05,480 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:05,480 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/B, priority=13, startTime=1733404865446; duration=0sec 2024-12-05T13:21:05,480 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:05,480 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:B 2024-12-05T13:21:05,482 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:05,482 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/C is initiating minor compaction (all files) 2024-12-05T13:21:05,482 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/C in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:05,483 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/be37d8205b824d8aad9b10d4e9faa053, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/6de13d72d4f64511b96981bfad95689f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/f49e3d95e707401bbfec13c653ed7ecf] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=36.0 K 2024-12-05T13:21:05,483 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting be37d8205b824d8aad9b10d4e9faa053, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733404861646 2024-12-05T13:21:05,483 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6de13d72d4f64511b96981bfad95689f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733404862804 2024-12-05T13:21:05,484 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting f49e3d95e707401bbfec13c653ed7ecf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733404863953 2024-12-05T13:21:05,494 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#C#compaction#446 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:05,495 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/5c1459ac3ffe40e092549a95d996411d is 50, key is test_row_0/C:col10/1733404864569/Put/seqid=0 2024-12-05T13:21:05,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742347_1523 (size=12629) 2024-12-05T13:21:05,582 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:05,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-05T13:21:05,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:05,583 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing 8d3368caa77ffc16aac2d6d948a3ccdd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-05T13:21:05,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=A 2024-12-05T13:21:05,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:05,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=B 2024-12-05T13:21:05,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:05,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=C 2024-12-05T13:21:05,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:05,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/31538a44c099481d8dd8a0fee11d6a08 is 50, key is test_row_0/A:col10/1733404864605/Put/seqid=0 2024-12-05T13:21:05,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742348_1524 (size=12151) 2024-12-05T13:21:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-05T13:21:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:21:05,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:05,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404925741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:05,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404925741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:05,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404925742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:05,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404925745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:05,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404925848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:05,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404925848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:05,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404925849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:05,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404925849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:05,923 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/5c1459ac3ffe40e092549a95d996411d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/5c1459ac3ffe40e092549a95d996411d 2024-12-05T13:21:05,927 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/C of 8d3368caa77ffc16aac2d6d948a3ccdd into 5c1459ac3ffe40e092549a95d996411d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:05,927 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:05,927 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/C, priority=13, startTime=1733404865447; duration=0sec 2024-12-05T13:21:05,927 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:05,927 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:C 2024-12-05T13:21:05,991 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/31538a44c099481d8dd8a0fee11d6a08 2024-12-05T13:21:05,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/21989f629ddf498196ff0281c5a84a0c is 50, key is test_row_0/B:col10/1733404864605/Put/seqid=0 2024-12-05T13:21:06,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742349_1525 (size=12151) 2024-12-05T13:21:06,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404926051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:06,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404926052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:06,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404926052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:06,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404926052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-05T13:21:06,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404926354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:06,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404926355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:06,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404926355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:06,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404926355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:06,402 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/21989f629ddf498196ff0281c5a84a0c 2024-12-05T13:21:06,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/7ec8cf01875343e5bd4be7b683c7b5de is 50, key is test_row_0/C:col10/1733404864605/Put/seqid=0 2024-12-05T13:21:06,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742350_1526 (size=12151) 2024-12-05T13:21:06,414 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/7ec8cf01875343e5bd4be7b683c7b5de 2024-12-05T13:21:06,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/31538a44c099481d8dd8a0fee11d6a08 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/31538a44c099481d8dd8a0fee11d6a08 2024-12-05T13:21:06,422 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/31538a44c099481d8dd8a0fee11d6a08, entries=150, sequenceid=235, filesize=11.9 K 2024-12-05T13:21:06,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/21989f629ddf498196ff0281c5a84a0c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/21989f629ddf498196ff0281c5a84a0c 2024-12-05T13:21:06,426 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/21989f629ddf498196ff0281c5a84a0c, entries=150, sequenceid=235, filesize=11.9 K 2024-12-05T13:21:06,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/7ec8cf01875343e5bd4be7b683c7b5de as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/7ec8cf01875343e5bd4be7b683c7b5de 2024-12-05T13:21:06,431 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/7ec8cf01875343e5bd4be7b683c7b5de, entries=150, sequenceid=235, filesize=11.9 K 2024-12-05T13:21:06,432 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8d3368caa77ffc16aac2d6d948a3ccdd in 849ms, sequenceid=235, compaction requested=false 2024-12-05T13:21:06,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:06,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:06,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-12-05T13:21:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-12-05T13:21:06,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-12-05T13:21:06,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3100 sec 2024-12-05T13:21:06,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.3150 sec 2024-12-05T13:21:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:21:06,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d3368caa77ffc16aac2d6d948a3ccdd 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-05T13:21:06,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=A 2024-12-05T13:21:06,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:06,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=B 2024-12-05T13:21:06,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:06,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=C 2024-12-05T13:21:06,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:06,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/243ff91e23f94b02a99745b366e946f0 is 50, key is test_row_0/A:col10/1733404865741/Put/seqid=0 2024-12-05T13:21:06,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742351_1527 (size=14541) 2024-12-05T13:21:06,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/243ff91e23f94b02a99745b366e946f0 2024-12-05T13:21:06,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/284ceaf71af944fda94762c501bd9e1c is 50, key is test_row_0/B:col10/1733404865741/Put/seqid=0 2024-12-05T13:21:06,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742352_1528 (size=12151) 2024-12-05T13:21:06,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404926953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:06,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404926953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:06,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404926953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:06,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404926954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:07,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404927060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:07,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404927060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:07,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404927060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:07,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404927061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-05T13:21:07,227 INFO [Thread-2132 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-12-05T13:21:07,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:21:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-12-05T13:21:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-05T13:21:07,230 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:21:07,230 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:21:07,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:21:07,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404927265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:07,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404927265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:07,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404927265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:07,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404927265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:07,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/284ceaf71af944fda94762c501bd9e1c 2024-12-05T13:21:07,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/71931263b2a1483ca4e1f10ef6147f6e is 50, key is test_row_0/C:col10/1733404865741/Put/seqid=0 2024-12-05T13:21:07,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742353_1529 (size=12151) 2024-12-05T13:21:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-05T13:21:07,382 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:07,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-05T13:21:07,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:07,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:07,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:07,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:07,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:07,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1733404927417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:07,420 DEBUG [Thread-2128 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8196 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., hostname=6fe4fa47a8fb,37007,1733404723344, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:21:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-05T13:21:07,535 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:07,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-05T13:21:07,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:07,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:07,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:07,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:07,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:07,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404927569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:07,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404927569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:07,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404927570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:07,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404927570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:07,687 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:07,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-05T13:21:07,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:07,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:07,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:07,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:07,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:07,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/71931263b2a1483ca4e1f10ef6147f6e 2024-12-05T13:21:07,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/243ff91e23f94b02a99745b366e946f0 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/243ff91e23f94b02a99745b366e946f0 2024-12-05T13:21:07,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/243ff91e23f94b02a99745b366e946f0, entries=200, sequenceid=251, filesize=14.2 K 2024-12-05T13:21:07,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/284ceaf71af944fda94762c501bd9e1c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/284ceaf71af944fda94762c501bd9e1c 2024-12-05T13:21:07,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/284ceaf71af944fda94762c501bd9e1c, entries=150, sequenceid=251, filesize=11.9 K 2024-12-05T13:21:07,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/71931263b2a1483ca4e1f10ef6147f6e as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/71931263b2a1483ca4e1f10ef6147f6e 2024-12-05T13:21:07,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/71931263b2a1483ca4e1f10ef6147f6e, entries=150, sequenceid=251, filesize=11.9 K 2024-12-05T13:21:07,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8d3368caa77ffc16aac2d6d948a3ccdd in 855ms, sequenceid=251, compaction requested=true 2024-12-05T13:21:07,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:07,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:21:07,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:07,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:21:07,716 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:07,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:07,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:21:07,716 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:07,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:07,716 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:07,717 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:07,717 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/A is initiating minor compaction (all files) 2024-12-05T13:21:07,717 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/B is initiating minor compaction (all files) 2024-12-05T13:21:07,717 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/A in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:07,717 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/B in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:07,717 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/5f9dcbd27faf430fa1db64e53c6be7bb, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/31538a44c099481d8dd8a0fee11d6a08, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/243ff91e23f94b02a99745b366e946f0] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=38.4 K 2024-12-05T13:21:07,717 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/1e06e3a20df54ff0a8bab6070cd2edc4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/21989f629ddf498196ff0281c5a84a0c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/284ceaf71af944fda94762c501bd9e1c] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=36.1 K 2024-12-05T13:21:07,717 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e06e3a20df54ff0a8bab6070cd2edc4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733404863953 2024-12-05T13:21:07,717 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f9dcbd27faf430fa1db64e53c6be7bb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733404863953 2024-12-05T13:21:07,717 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 21989f629ddf498196ff0281c5a84a0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733404864602 2024-12-05T13:21:07,717 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31538a44c099481d8dd8a0fee11d6a08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733404864602 2024-12-05T13:21:07,718 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 284ceaf71af944fda94762c501bd9e1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733404865740 2024-12-05T13:21:07,718 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 243ff91e23f94b02a99745b366e946f0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733404865740 2024-12-05T13:21:07,729 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#A#compaction#453 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:07,729 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#B#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:07,730 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/b1d25a975d77409783cbd270c843bee2 is 50, key is test_row_0/A:col10/1733404865741/Put/seqid=0 2024-12-05T13:21:07,730 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/b0abbe6ad39e43c6ab8b32cfc7b82c68 is 50, key is test_row_0/B:col10/1733404865741/Put/seqid=0 2024-12-05T13:21:07,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742355_1531 (size=12731) 2024-12-05T13:21:07,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742354_1530 (size=12731) 2024-12-05T13:21:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-05T13:21:07,840 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:07,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-05T13:21:07,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:07,841 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing 8d3368caa77ffc16aac2d6d948a3ccdd 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-05T13:21:07,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=A 2024-12-05T13:21:07,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:07,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=B 2024-12-05T13:21:07,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:07,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=C 2024-12-05T13:21:07,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:07,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/b958f122c8dd4d32b9e78c62b128e02b is 50, key is test_row_0/A:col10/1733404866953/Put/seqid=0 2024-12-05T13:21:07,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742356_1532 (size=12301) 2024-12-05T13:21:07,850 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/b958f122c8dd4d32b9e78c62b128e02b 2024-12-05T13:21:07,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/9271f3fd10b24056929eb6bb49ea7937 is 50, key is test_row_0/B:col10/1733404866953/Put/seqid=0 2024-12-05T13:21:07,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742357_1533 (size=12301) 2024-12-05T13:21:07,860 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/9271f3fd10b24056929eb6bb49ea7937 2024-12-05T13:21:07,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/c804529b97f446d19473ffbe1b6e3322 is 50, key is test_row_0/C:col10/1733404866953/Put/seqid=0 2024-12-05T13:21:07,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742358_1534 (size=12301) 2024-12-05T13:21:07,870 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/c804529b97f446d19473ffbe1b6e3322 2024-12-05T13:21:07,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/b958f122c8dd4d32b9e78c62b128e02b as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/b958f122c8dd4d32b9e78c62b128e02b 2024-12-05T13:21:07,877 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/b958f122c8dd4d32b9e78c62b128e02b, entries=150, sequenceid=272, filesize=12.0 K 2024-12-05T13:21:07,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/9271f3fd10b24056929eb6bb49ea7937 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/9271f3fd10b24056929eb6bb49ea7937 2024-12-05T13:21:07,881 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/9271f3fd10b24056929eb6bb49ea7937, entries=150, sequenceid=272, filesize=12.0 K 2024-12-05T13:21:07,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/c804529b97f446d19473ffbe1b6e3322 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/c804529b97f446d19473ffbe1b6e3322 2024-12-05T13:21:07,891 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/c804529b97f446d19473ffbe1b6e3322, entries=150, sequenceid=272, filesize=12.0 K 2024-12-05T13:21:07,891 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 8d3368caa77ffc16aac2d6d948a3ccdd in 50ms, sequenceid=272, compaction requested=true 2024-12-05T13:21:07,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:07,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:07,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-12-05T13:21:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-12-05T13:21:07,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-12-05T13:21:07,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 663 msec 2024-12-05T13:21:07,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 666 msec 2024-12-05T13:21:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:21:08,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d3368caa77ffc16aac2d6d948a3ccdd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T13:21:08,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=A 2024-12-05T13:21:08,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:08,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=B 2024-12-05T13:21:08,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:08,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=C 2024-12-05T13:21:08,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:08,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/6be1a21faf3c47b2929143d013aee537 is 50, key is test_row_0/A:col10/1733404868089/Put/seqid=0 2024-12-05T13:21:08,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742359_1535 (size=12297) 2024-12-05T13:21:08,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404928129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:08,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404928129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:08,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404928135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:08,139 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/b1d25a975d77409783cbd270c843bee2 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/b1d25a975d77409783cbd270c843bee2 2024-12-05T13:21:08,139 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/b0abbe6ad39e43c6ab8b32cfc7b82c68 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/b0abbe6ad39e43c6ab8b32cfc7b82c68 2024-12-05T13:21:08,144 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/A of 8d3368caa77ffc16aac2d6d948a3ccdd into b1d25a975d77409783cbd270c843bee2(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:08,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:08,144 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:08,144 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/A, priority=13, startTime=1733404867715; duration=0sec 2024-12-05T13:21:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404928136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:08,144 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:08,144 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:A 2024-12-05T13:21:08,144 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T13:21:08,145 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/B of 8d3368caa77ffc16aac2d6d948a3ccdd into b0abbe6ad39e43c6ab8b32cfc7b82c68(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:08,145 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:08,145 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/B, priority=13, startTime=1733404867716; duration=0sec 2024-12-05T13:21:08,146 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:08,146 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:B 2024-12-05T13:21:08,146 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T13:21:08,146 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/C is initiating minor compaction (all files) 2024-12-05T13:21:08,146 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/C in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:08,146 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/5c1459ac3ffe40e092549a95d996411d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/7ec8cf01875343e5bd4be7b683c7b5de, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/71931263b2a1483ca4e1f10ef6147f6e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/c804529b97f446d19473ffbe1b6e3322] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=48.1 K 2024-12-05T13:21:08,146 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c1459ac3ffe40e092549a95d996411d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733404863953 2024-12-05T13:21:08,146 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ec8cf01875343e5bd4be7b683c7b5de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733404864602 2024-12-05T13:21:08,147 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71931263b2a1483ca4e1f10ef6147f6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733404865740 2024-12-05T13:21:08,147 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting c804529b97f446d19473ffbe1b6e3322, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733404866917 2024-12-05T13:21:08,156 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#C#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:08,156 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/11f086f019124fb8824f2fe8e0428ed6 is 50, key is test_row_0/C:col10/1733404866953/Put/seqid=0 2024-12-05T13:21:08,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742360_1536 (size=12915) 2024-12-05T13:21:08,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404928237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:08,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404928237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:08,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404928237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:08,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404928245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-05T13:21:08,333 INFO [Thread-2132 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-12-05T13:21:08,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:21:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-12-05T13:21:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-05T13:21:08,335 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:21:08,336 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:21:08,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:21:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-05T13:21:08,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404928443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:08,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404928443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:08,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404928444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:08,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404928451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:08,487 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:08,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-05T13:21:08,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:08,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:08,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:08,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:08,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:08,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/6be1a21faf3c47b2929143d013aee537 2024-12-05T13:21:08,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/4fbb71e1adae4ad7b3904ce1c587defc is 50, key is test_row_0/B:col10/1733404868089/Put/seqid=0 2024-12-05T13:21:08,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742361_1537 (size=9857) 2024-12-05T13:21:08,568 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/11f086f019124fb8824f2fe8e0428ed6 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/11f086f019124fb8824f2fe8e0428ed6 2024-12-05T13:21:08,572 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/C of 8d3368caa77ffc16aac2d6d948a3ccdd into 11f086f019124fb8824f2fe8e0428ed6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:08,572 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:08,572 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/C, priority=12, startTime=1733404867716; duration=0sec 2024-12-05T13:21:08,572 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:08,572 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:C 2024-12-05T13:21:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-05T13:21:08,640 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:08,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-05T13:21:08,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:08,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:08,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:08,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:08,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:08,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404928749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:08,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404928751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:08,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404928751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:08,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404928758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:08,793 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:08,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-05T13:21:08,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:08,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:08,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:08,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:08,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:08,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/4fbb71e1adae4ad7b3904ce1c587defc 2024-12-05T13:21:08,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/aaf39d0fc0794b658bfa1c10b6a3d033 is 50, key is test_row_0/C:col10/1733404868089/Put/seqid=0 2024-12-05T13:21:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-05T13:21:08,952 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:08,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-05T13:21:08,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:08,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:08,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:08,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:08,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:08,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742362_1538 (size=9857) 2024-12-05T13:21:08,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/aaf39d0fc0794b658bfa1c10b6a3d033 2024-12-05T13:21:08,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/6be1a21faf3c47b2929143d013aee537 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/6be1a21faf3c47b2929143d013aee537 2024-12-05T13:21:08,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/6be1a21faf3c47b2929143d013aee537, entries=150, sequenceid=283, filesize=12.0 K 2024-12-05T13:21:08,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/4fbb71e1adae4ad7b3904ce1c587defc as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/4fbb71e1adae4ad7b3904ce1c587defc 2024-12-05T13:21:08,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/4fbb71e1adae4ad7b3904ce1c587defc, entries=100, sequenceid=283, filesize=9.6 K 2024-12-05T13:21:08,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/aaf39d0fc0794b658bfa1c10b6a3d033 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/aaf39d0fc0794b658bfa1c10b6a3d033 2024-12-05T13:21:08,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/aaf39d0fc0794b658bfa1c10b6a3d033, entries=100, sequenceid=283, filesize=9.6 K 2024-12-05T13:21:08,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 8d3368caa77ffc16aac2d6d948a3ccdd in 883ms, sequenceid=283, compaction requested=true 2024-12-05T13:21:08,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:08,974 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:08,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:21:08,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:08,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:21:08,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:08,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:21:08,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:08,974 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:08,975 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37329 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:08,975 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/A is initiating minor compaction (all files) 2024-12-05T13:21:08,975 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/A in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:08,975 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/b1d25a975d77409783cbd270c843bee2, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/b958f122c8dd4d32b9e78c62b128e02b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/6be1a21faf3c47b2929143d013aee537] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=36.5 K 2024-12-05T13:21:08,975 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1d25a975d77409783cbd270c843bee2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733404865740 2024-12-05T13:21:08,975 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:08,976 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/B is initiating minor compaction (all files) 2024-12-05T13:21:08,976 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting b958f122c8dd4d32b9e78c62b128e02b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733404866917 2024-12-05T13:21:08,976 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/B in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:08,976 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/b0abbe6ad39e43c6ab8b32cfc7b82c68, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/9271f3fd10b24056929eb6bb49ea7937, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/4fbb71e1adae4ad7b3904ce1c587defc] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=34.1 K 2024-12-05T13:21:08,976 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting b0abbe6ad39e43c6ab8b32cfc7b82c68, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733404865740 2024-12-05T13:21:08,976 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6be1a21faf3c47b2929143d013aee537, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733404868085 2024-12-05T13:21:08,977 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 9271f3fd10b24056929eb6bb49ea7937, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733404866917 2024-12-05T13:21:08,977 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fbb71e1adae4ad7b3904ce1c587defc, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733404868089 2024-12-05T13:21:08,984 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#A#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:08,985 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/a0d50d6b7695443795a835cadc92565a is 50, key is test_row_0/A:col10/1733404868089/Put/seqid=0 2024-12-05T13:21:08,986 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#B#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:08,987 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/9133c88ed6254ff388bfa25276ce2a95 is 50, key is test_row_0/B:col10/1733404868089/Put/seqid=0 2024-12-05T13:21:08,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742363_1539 (size=12983) 2024-12-05T13:21:09,005 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/a0d50d6b7695443795a835cadc92565a as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/a0d50d6b7695443795a835cadc92565a 2024-12-05T13:21:09,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742364_1540 (size=12983) 2024-12-05T13:21:09,013 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/A of 8d3368caa77ffc16aac2d6d948a3ccdd into a0d50d6b7695443795a835cadc92565a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:09,013 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:09,013 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/A, priority=13, startTime=1733404868973; duration=0sec 2024-12-05T13:21:09,013 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:09,013 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:A 2024-12-05T13:21:09,013 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-05T13:21:09,014 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-05T13:21:09,014 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-05T13:21:09,014 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. because compaction request was cancelled 2024-12-05T13:21:09,014 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:C 2024-12-05T13:21:09,106 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:09,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-05T13:21:09,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:09,107 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2837): Flushing 8d3368caa77ffc16aac2d6d948a3ccdd 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-05T13:21:09,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=A 2024-12-05T13:21:09,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:09,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=B 2024-12-05T13:21:09,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:09,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=C 2024-12-05T13:21:09,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:09,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/5788135f94964c4abb198e3f7808f61d is 50, key is test_row_0/A:col10/1733404868123/Put/seqid=0 2024-12-05T13:21:09,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742365_1541 (size=12301) 2024-12-05T13:21:09,116 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/5788135f94964c4abb198e3f7808f61d 2024-12-05T13:21:09,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/dd7853fe6c1e48aaa370c03323567c91 is 50, key is test_row_0/B:col10/1733404868123/Put/seqid=0 2024-12-05T13:21:09,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742366_1542 (size=12301) 2024-12-05T13:21:09,129 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/dd7853fe6c1e48aaa370c03323567c91 2024-12-05T13:21:09,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/b0c4f5fd314c4c6c81ac394d46589dcc is 50, key is test_row_0/C:col10/1733404868123/Put/seqid=0 2024-12-05T13:21:09,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742367_1543 (size=12301) 2024-12-05T13:21:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:21:09,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:09,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404929265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:09,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404929266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:09,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404929266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:09,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404929267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:09,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404929368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:09,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404929372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:09,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404929372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:09,415 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/9133c88ed6254ff388bfa25276ce2a95 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/9133c88ed6254ff388bfa25276ce2a95 2024-12-05T13:21:09,422 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/B of 8d3368caa77ffc16aac2d6d948a3ccdd into 9133c88ed6254ff388bfa25276ce2a95(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:09,422 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:09,422 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/B, priority=13, startTime=1733404868974; duration=0sec 2024-12-05T13:21:09,422 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:09,422 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:B 2024-12-05T13:21:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-05T13:21:09,540 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/b0c4f5fd314c4c6c81ac394d46589dcc 2024-12-05T13:21:09,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/5788135f94964c4abb198e3f7808f61d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/5788135f94964c4abb198e3f7808f61d 2024-12-05T13:21:09,547 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/5788135f94964c4abb198e3f7808f61d, entries=150, sequenceid=313, filesize=12.0 K 2024-12-05T13:21:09,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/dd7853fe6c1e48aaa370c03323567c91 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/dd7853fe6c1e48aaa370c03323567c91 2024-12-05T13:21:09,550 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/dd7853fe6c1e48aaa370c03323567c91, entries=150, sequenceid=313, filesize=12.0 K 2024-12-05T13:21:09,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/b0c4f5fd314c4c6c81ac394d46589dcc as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/b0c4f5fd314c4c6c81ac394d46589dcc 2024-12-05T13:21:09,555 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/b0c4f5fd314c4c6c81ac394d46589dcc, entries=150, sequenceid=313, filesize=12.0 K 2024-12-05T13:21:09,556 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8d3368caa77ffc16aac2d6d948a3ccdd in 449ms, sequenceid=313, compaction requested=true 2024-12-05T13:21:09,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2538): Flush status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:09,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:09,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-12-05T13:21:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=155 2024-12-05T13:21:09,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-12-05T13:21:09,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2210 sec 2024-12-05T13:21:09,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.2250 sec 2024-12-05T13:21:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:21:09,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d3368caa77ffc16aac2d6d948a3ccdd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T13:21:09,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=A 2024-12-05T13:21:09,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:09,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=B 2024-12-05T13:21:09,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:09,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=C 2024-12-05T13:21:09,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:09,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/5ac7e00ca1da45e591e2ee7a3d36168b is 50, key is test_row_0/A:col10/1733404869260/Put/seqid=0 2024-12-05T13:21:09,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742368_1544 (size=14741) 2024-12-05T13:21:09,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/5ac7e00ca1da45e591e2ee7a3d36168b 2024-12-05T13:21:09,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/08002108d0c44e35be31f1f77f0d6912 is 50, key is test_row_0/B:col10/1733404869260/Put/seqid=0 2024-12-05T13:21:09,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742369_1545 (size=12301) 2024-12-05T13:21:09,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404929618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:09,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404929619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:09,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404929620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:09,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404929724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:09,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404929726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:09,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404929730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:09,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404929929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:09,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404929932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:09,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404929933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:09,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/08002108d0c44e35be31f1f77f0d6912 2024-12-05T13:21:10,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/ba5079238ae74e559be60f4646e50287 is 50, key is test_row_0/C:col10/1733404869260/Put/seqid=0 2024-12-05T13:21:10,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742370_1546 (size=12301) 2024-12-05T13:21:10,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404930232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:10,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404930237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:10,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404930239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:10,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404930271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:10,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/ba5079238ae74e559be60f4646e50287 2024-12-05T13:21:10,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/5ac7e00ca1da45e591e2ee7a3d36168b as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/5ac7e00ca1da45e591e2ee7a3d36168b 2024-12-05T13:21:10,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/5ac7e00ca1da45e591e2ee7a3d36168b, entries=200, sequenceid=325, filesize=14.4 K 2024-12-05T13:21:10,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/08002108d0c44e35be31f1f77f0d6912 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/08002108d0c44e35be31f1f77f0d6912 2024-12-05T13:21:10,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/08002108d0c44e35be31f1f77f0d6912, entries=150, sequenceid=325, filesize=12.0 K 2024-12-05T13:21:10,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/ba5079238ae74e559be60f4646e50287 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ba5079238ae74e559be60f4646e50287 2024-12-05T13:21:10,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ba5079238ae74e559be60f4646e50287, entries=150, sequenceid=325, filesize=12.0 K 2024-12-05T13:21:10,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8d3368caa77ffc16aac2d6d948a3ccdd in 848ms, sequenceid=325, compaction requested=true 2024-12-05T13:21:10,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:10,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:21:10,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:10,422 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:10,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:21:10,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:10,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:21:10,422 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:10,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:10,423 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:10,423 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:10,423 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/A is initiating minor compaction (all files) 2024-12-05T13:21:10,423 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/B is initiating minor compaction (all files) 2024-12-05T13:21:10,423 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/A in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:10,423 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/B in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:10,423 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/a0d50d6b7695443795a835cadc92565a, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/5788135f94964c4abb198e3f7808f61d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/5ac7e00ca1da45e591e2ee7a3d36168b] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=39.1 K 2024-12-05T13:21:10,423 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/9133c88ed6254ff388bfa25276ce2a95, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/dd7853fe6c1e48aaa370c03323567c91, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/08002108d0c44e35be31f1f77f0d6912] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=36.7 K 2024-12-05T13:21:10,423 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0d50d6b7695443795a835cadc92565a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733404866932 2024-12-05T13:21:10,424 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 9133c88ed6254ff388bfa25276ce2a95, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733404866932 2024-12-05T13:21:10,424 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5788135f94964c4abb198e3f7808f61d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733404868123 2024-12-05T13:21:10,425 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting dd7853fe6c1e48aaa370c03323567c91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733404868123 2024-12-05T13:21:10,426 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ac7e00ca1da45e591e2ee7a3d36168b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733404869260 2024-12-05T13:21:10,428 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 08002108d0c44e35be31f1f77f0d6912, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733404869260 2024-12-05T13:21:10,436 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#A#compaction#470 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:10,437 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/b7a1fde561c4464296f1b7d11216205c is 50, key is test_row_0/A:col10/1733404869260/Put/seqid=0 2024-12-05T13:21:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-05T13:21:10,439 INFO [Thread-2132 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-12-05T13:21:10,440 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#B#compaction#471 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:10,440 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/482ab1aef008423db4e39b597c2d78ff is 50, key is test_row_0/B:col10/1733404869260/Put/seqid=0 2024-12-05T13:21:10,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:21:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-12-05T13:21:10,442 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:21:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-05T13:21:10,443 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:21:10,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:21:10,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742372_1548 (size=13085) 2024-12-05T13:21:10,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742371_1547 (size=13085) 2024-12-05T13:21:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-05T13:21:10,594 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:10,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-05T13:21:10,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:10,595 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2837): Flushing 8d3368caa77ffc16aac2d6d948a3ccdd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T13:21:10,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=A 2024-12-05T13:21:10,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:10,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=B 2024-12-05T13:21:10,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:10,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=C 2024-12-05T13:21:10,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:10,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/67cc2dd83d024a95bed9bf0599bc44dc is 50, key is test_row_0/A:col10/1733404869618/Put/seqid=0 2024-12-05T13:21:10,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742373_1549 (size=12301) 2024-12-05T13:21:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:21:10,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-05T13:21:10,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404930755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:10,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404930756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:10,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404930759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:10,850 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/482ab1aef008423db4e39b597c2d78ff as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/482ab1aef008423db4e39b597c2d78ff 2024-12-05T13:21:10,852 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/b7a1fde561c4464296f1b7d11216205c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/b7a1fde561c4464296f1b7d11216205c 2024-12-05T13:21:10,855 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/B of 8d3368caa77ffc16aac2d6d948a3ccdd into 482ab1aef008423db4e39b597c2d78ff(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:10,855 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:10,855 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/B, priority=13, startTime=1733404870422; duration=0sec 2024-12-05T13:21:10,855 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:10,855 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:B 2024-12-05T13:21:10,855 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T13:21:10,856 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/A of 8d3368caa77ffc16aac2d6d948a3ccdd into b7a1fde561c4464296f1b7d11216205c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:10,856 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:10,856 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/A, priority=13, startTime=1733404870422; duration=0sec 2024-12-05T13:21:10,856 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:10,856 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:A 2024-12-05T13:21:10,856 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47374 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T13:21:10,856 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/C is initiating minor compaction (all files) 2024-12-05T13:21:10,856 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/C in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:10,856 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/11f086f019124fb8824f2fe8e0428ed6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/aaf39d0fc0794b658bfa1c10b6a3d033, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/b0c4f5fd314c4c6c81ac394d46589dcc, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ba5079238ae74e559be60f4646e50287] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=46.3 K 2024-12-05T13:21:10,857 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 11f086f019124fb8824f2fe8e0428ed6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733404866917 2024-12-05T13:21:10,857 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting aaf39d0fc0794b658bfa1c10b6a3d033, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733404868089 2024-12-05T13:21:10,857 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting b0c4f5fd314c4c6c81ac394d46589dcc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733404868123 2024-12-05T13:21:10,857 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting ba5079238ae74e559be60f4646e50287, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733404869260 2024-12-05T13:21:10,864 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#C#compaction#473 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:10,864 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/d16528379a804159b5e6b66e4af099a6 is 50, key is test_row_0/C:col10/1733404869260/Put/seqid=0 2024-12-05T13:21:10,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404930862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:10,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404930862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:10,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404930867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:10,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742374_1550 (size=13051) 2024-12-05T13:21:10,873 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/d16528379a804159b5e6b66e4af099a6 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/d16528379a804159b5e6b66e4af099a6 2024-12-05T13:21:10,876 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/C of 8d3368caa77ffc16aac2d6d948a3ccdd into d16528379a804159b5e6b66e4af099a6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:10,876 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:10,876 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/C, priority=12, startTime=1733404870422; duration=0sec 2024-12-05T13:21:10,876 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:10,876 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:C 2024-12-05T13:21:11,005 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/67cc2dd83d024a95bed9bf0599bc44dc 2024-12-05T13:21:11,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/d2be6743ea404f378966b797e6b8d8bc is 50, key is test_row_0/B:col10/1733404869618/Put/seqid=0 2024-12-05T13:21:11,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742375_1551 (size=12301) 2024-12-05T13:21:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-05T13:21:11,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404931070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:11,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404931071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:11,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404931071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:11,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404931375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:11,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404931375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:11,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404931376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:11,418 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/d2be6743ea404f378966b797e6b8d8bc 2024-12-05T13:21:11,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/a899d8c733c24f83afc26265fae638b8 is 50, key is test_row_0/C:col10/1733404869618/Put/seqid=0 2024-12-05T13:21:11,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742376_1552 (size=12301) 2024-12-05T13:21:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-05T13:21:11,654 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T13:21:11,829 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/a899d8c733c24f83afc26265fae638b8 2024-12-05T13:21:11,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/67cc2dd83d024a95bed9bf0599bc44dc as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/67cc2dd83d024a95bed9bf0599bc44dc 2024-12-05T13:21:11,836 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/67cc2dd83d024a95bed9bf0599bc44dc, entries=150, sequenceid=350, filesize=12.0 K 2024-12-05T13:21:11,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/d2be6743ea404f378966b797e6b8d8bc as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/d2be6743ea404f378966b797e6b8d8bc 2024-12-05T13:21:11,840 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/d2be6743ea404f378966b797e6b8d8bc, entries=150, sequenceid=350, filesize=12.0 K 2024-12-05T13:21:11,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-05T13:21:11,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/a899d8c733c24f83afc26265fae638b8 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/a899d8c733c24f83afc26265fae638b8 2024-12-05T13:21:11,844 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/a899d8c733c24f83afc26265fae638b8, entries=150, sequenceid=350, filesize=12.0 K 2024-12-05T13:21:11,845 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8d3368caa77ffc16aac2d6d948a3ccdd in 1250ms, sequenceid=350, compaction requested=false 2024-12-05T13:21:11,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2538): Flush status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:11,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:11,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-12-05T13:21:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=157 2024-12-05T13:21:11,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-12-05T13:21:11,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec 2024-12-05T13:21:11,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.4070 sec 2024-12-05T13:21:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:21:11,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d3368caa77ffc16aac2d6d948a3ccdd 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T13:21:11,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=A 2024-12-05T13:21:11,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:11,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=B 2024-12-05T13:21:11,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:11,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=C 2024-12-05T13:21:11,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:11,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/ccb417d19ab6458fbe5ed57fcee93ba4 is 50, key is test_row_0/A:col10/1733404870758/Put/seqid=0 2024-12-05T13:21:11,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742377_1553 (size=14741) 2024-12-05T13:21:11,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/ccb417d19ab6458fbe5ed57fcee93ba4 2024-12-05T13:21:11,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/4e8da72a22a64cf181d71cd7dea2ff01 is 50, key is test_row_0/B:col10/1733404870758/Put/seqid=0 2024-12-05T13:21:11,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742378_1554 (size=12301) 2024-12-05T13:21:11,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/4e8da72a22a64cf181d71cd7dea2ff01 2024-12-05T13:21:11,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/03ed0731d15949a9a1edc75aa46924d7 is 50, key is test_row_0/C:col10/1733404870758/Put/seqid=0 2024-12-05T13:21:11,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742379_1555 (size=12301) 2024-12-05T13:21:11,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404931930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:11,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404931931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:11,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404931931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:12,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404932036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:12,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404932037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:12,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404932038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:12,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404932240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:12,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404932241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:12,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404932244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:12,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53758 deadline: 1733404932294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:12,296 DEBUG [Thread-2130 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., hostname=6fe4fa47a8fb,37007,1733404723344, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:21:12,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/03ed0731d15949a9a1edc75aa46924d7 2024-12-05T13:21:12,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/ccb417d19ab6458fbe5ed57fcee93ba4 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/ccb417d19ab6458fbe5ed57fcee93ba4 2024-12-05T13:21:12,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/ccb417d19ab6458fbe5ed57fcee93ba4, entries=200, sequenceid=365, filesize=14.4 K 2024-12-05T13:21:12,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/4e8da72a22a64cf181d71cd7dea2ff01 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/4e8da72a22a64cf181d71cd7dea2ff01 2024-12-05T13:21:12,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/4e8da72a22a64cf181d71cd7dea2ff01, entries=150, sequenceid=365, filesize=12.0 K 2024-12-05T13:21:12,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/03ed0731d15949a9a1edc75aa46924d7 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/03ed0731d15949a9a1edc75aa46924d7 2024-12-05T13:21:12,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/03ed0731d15949a9a1edc75aa46924d7, entries=150, sequenceid=365, filesize=12.0 K 2024-12-05T13:21:12,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8d3368caa77ffc16aac2d6d948a3ccdd in 453ms, sequenceid=365, compaction requested=true 2024-12-05T13:21:12,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:12,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:21:12,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:12,339 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:12,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:21:12,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:12,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:21:12,339 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:12,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:12,340 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:12,340 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:12,340 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/A is initiating minor compaction (all files) 2024-12-05T13:21:12,340 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/B is initiating minor compaction (all files) 2024-12-05T13:21:12,340 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/A in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:12,340 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/B in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:12,340 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/b7a1fde561c4464296f1b7d11216205c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/67cc2dd83d024a95bed9bf0599bc44dc, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/ccb417d19ab6458fbe5ed57fcee93ba4] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=39.2 K 2024-12-05T13:21:12,340 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/482ab1aef008423db4e39b597c2d78ff, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/d2be6743ea404f378966b797e6b8d8bc, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/4e8da72a22a64cf181d71cd7dea2ff01] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=36.8 K 2024-12-05T13:21:12,341 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7a1fde561c4464296f1b7d11216205c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733404869260 2024-12-05T13:21:12,341 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 482ab1aef008423db4e39b597c2d78ff, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733404869260 2024-12-05T13:21:12,341 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67cc2dd83d024a95bed9bf0599bc44dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733404869617 2024-12-05T13:21:12,341 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting d2be6743ea404f378966b797e6b8d8bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733404869617 2024-12-05T13:21:12,341 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting ccb417d19ab6458fbe5ed57fcee93ba4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733404870748 2024-12-05T13:21:12,341 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e8da72a22a64cf181d71cd7dea2ff01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733404870748 2024-12-05T13:21:12,348 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#A#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:12,348 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/785e93dc8ee44d0bb8e94838d3e9c8fb is 50, key is test_row_0/A:col10/1733404870758/Put/seqid=0 2024-12-05T13:21:12,350 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#B#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:12,351 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/c6e36ce3caba4f2895dc0db17f7f0e0f is 50, key is test_row_0/B:col10/1733404870758/Put/seqid=0 2024-12-05T13:21:12,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742380_1556 (size=13187) 2024-12-05T13:21:12,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742381_1557 (size=13187) 2024-12-05T13:21:12,358 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/785e93dc8ee44d0bb8e94838d3e9c8fb as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/785e93dc8ee44d0bb8e94838d3e9c8fb 2024-12-05T13:21:12,360 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/c6e36ce3caba4f2895dc0db17f7f0e0f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/c6e36ce3caba4f2895dc0db17f7f0e0f 2024-12-05T13:21:12,363 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/A of 8d3368caa77ffc16aac2d6d948a3ccdd into 785e93dc8ee44d0bb8e94838d3e9c8fb(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:12,363 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:12,363 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/A, priority=13, startTime=1733404872339; duration=0sec 2024-12-05T13:21:12,363 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:12,363 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:A 2024-12-05T13:21:12,363 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:12,364 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:12,364 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/C is initiating minor compaction (all files) 2024-12-05T13:21:12,364 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/C in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:12,364 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/d16528379a804159b5e6b66e4af099a6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/a899d8c733c24f83afc26265fae638b8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/03ed0731d15949a9a1edc75aa46924d7] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=36.8 K 2024-12-05T13:21:12,365 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting d16528379a804159b5e6b66e4af099a6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733404869260 2024-12-05T13:21:12,365 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/B of 8d3368caa77ffc16aac2d6d948a3ccdd into c6e36ce3caba4f2895dc0db17f7f0e0f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:12,365 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:12,365 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/B, priority=13, startTime=1733404872339; duration=0sec 2024-12-05T13:21:12,365 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:12,365 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:B 2024-12-05T13:21:12,365 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting a899d8c733c24f83afc26265fae638b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733404869617 2024-12-05T13:21:12,366 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03ed0731d15949a9a1edc75aa46924d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733404870748 2024-12-05T13:21:12,373 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#C#compaction#481 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:12,373 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/d52019f1302d4dbf82927ad4e621b545 is 50, key is test_row_0/C:col10/1733404870758/Put/seqid=0 2024-12-05T13:21:12,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742382_1558 (size=13153) 2024-12-05T13:21:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-05T13:21:12,546 INFO [Thread-2132 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-12-05T13:21:12,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:21:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-12-05T13:21:12,549 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:21:12,550 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:21:12,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:21:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-05T13:21:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:21:12,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d3368caa77ffc16aac2d6d948a3ccdd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T13:21:12,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=A 2024-12-05T13:21:12,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:12,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=B 2024-12-05T13:21:12,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:12,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=C 2024-12-05T13:21:12,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:12,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/229bbd8e2cb9431a8aa0cbf1e3af029b is 50, key is test_row_0/A:col10/1733404872552/Put/seqid=0 2024-12-05T13:21:12,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742383_1559 (size=14741) 2024-12-05T13:21:12,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404932563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:12,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404932564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:12,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404932566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-05T13:21:12,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404932667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:12,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404932671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:12,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404932671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:12,701 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:12,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T13:21:12,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:12,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:12,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:12,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:12,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:12,782 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/d52019f1302d4dbf82927ad4e621b545 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/d52019f1302d4dbf82927ad4e621b545 2024-12-05T13:21:12,786 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/C of 8d3368caa77ffc16aac2d6d948a3ccdd into d52019f1302d4dbf82927ad4e621b545(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:12,786 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:12,786 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/C, priority=13, startTime=1733404872339; duration=0sec 2024-12-05T13:21:12,786 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:12,786 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:C 2024-12-05T13:21:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-05T13:21:12,854 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:12,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T13:21:12,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:12,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:12,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:12,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:12,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:12,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404932871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:12,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404932876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:12,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404932876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:12,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/229bbd8e2cb9431a8aa0cbf1e3af029b 2024-12-05T13:21:12,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/762d9521c7d647bdb1e09fb67e21fd2e is 50, key is test_row_0/B:col10/1733404872552/Put/seqid=0 2024-12-05T13:21:12,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742384_1560 (size=12301) 2024-12-05T13:21:13,007 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:13,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T13:21:13,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:13,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:13,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:13,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:13,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:13,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-05T13:21:13,159 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:13,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T13:21:13,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:13,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:13,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:13,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:13,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:13,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:13,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:13,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404933178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:13,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:13,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404933180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:13,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:13,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404933181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:13,312 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:13,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T13:21:13,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:13,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:13,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:13,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:13,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:13,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/762d9521c7d647bdb1e09fb67e21fd2e 2024-12-05T13:21:13,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/ce7c5c8ecae94275960a6e26d13ee104 is 50, key is test_row_0/C:col10/1733404872552/Put/seqid=0 2024-12-05T13:21:13,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742385_1561 (size=12301) 2024-12-05T13:21:13,465 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:13,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T13:21:13,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:13,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:13,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:13,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:13,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:13,617 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:13,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T13:21:13,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:13,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:13,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:13,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:13,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-05T13:21:13,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404933681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:13,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404933688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:13,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404933690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:13,770 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:13,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T13:21:13,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:13,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:13,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:13,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:13,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:13,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/ce7c5c8ecae94275960a6e26d13ee104 2024-12-05T13:21:13,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/229bbd8e2cb9431a8aa0cbf1e3af029b as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/229bbd8e2cb9431a8aa0cbf1e3af029b 2024-12-05T13:21:13,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/229bbd8e2cb9431a8aa0cbf1e3af029b, entries=200, sequenceid=393, filesize=14.4 K 2024-12-05T13:21:13,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/762d9521c7d647bdb1e09fb67e21fd2e as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/762d9521c7d647bdb1e09fb67e21fd2e 2024-12-05T13:21:13,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/762d9521c7d647bdb1e09fb67e21fd2e, entries=150, sequenceid=393, filesize=12.0 K 2024-12-05T13:21:13,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/ce7c5c8ecae94275960a6e26d13ee104 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ce7c5c8ecae94275960a6e26d13ee104 2024-12-05T13:21:13,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ce7c5c8ecae94275960a6e26d13ee104, entries=150, sequenceid=393, filesize=12.0 K 2024-12-05T13:21:13,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8d3368caa77ffc16aac2d6d948a3ccdd in 1258ms, sequenceid=393, compaction requested=false 2024-12-05T13:21:13,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:13,923 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:13,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T13:21:13,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:13,924 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2837): Flushing 8d3368caa77ffc16aac2d6d948a3ccdd 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-05T13:21:13,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=A 2024-12-05T13:21:13,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:13,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=B 2024-12-05T13:21:13,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:13,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=C 2024-12-05T13:21:13,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:13,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/337590aac9c144238b2a6fd0309844fe is 50, key is test_row_0/A:col10/1733404872565/Put/seqid=0 2024-12-05T13:21:13,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742386_1562 (size=12301) 2024-12-05T13:21:13,933 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/337590aac9c144238b2a6fd0309844fe 2024-12-05T13:21:13,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/fa92811d6dd44a7eb80c217ee0c4d9ef is 50, key is test_row_0/B:col10/1733404872565/Put/seqid=0 2024-12-05T13:21:13,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742387_1563 (size=12301) 2024-12-05T13:21:13,945 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/fa92811d6dd44a7eb80c217ee0c4d9ef 2024-12-05T13:21:13,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/690ecf98dc45428d9e551cfdf2f004e4 is 50, key is test_row_0/C:col10/1733404872565/Put/seqid=0 2024-12-05T13:21:13,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742388_1564 (size=12301) 2024-12-05T13:21:13,956 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/690ecf98dc45428d9e551cfdf2f004e4 2024-12-05T13:21:13,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/337590aac9c144238b2a6fd0309844fe as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/337590aac9c144238b2a6fd0309844fe 2024-12-05T13:21:13,962 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/337590aac9c144238b2a6fd0309844fe, entries=150, sequenceid=404, filesize=12.0 K 2024-12-05T13:21:13,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/fa92811d6dd44a7eb80c217ee0c4d9ef as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/fa92811d6dd44a7eb80c217ee0c4d9ef 2024-12-05T13:21:13,966 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/fa92811d6dd44a7eb80c217ee0c4d9ef, entries=150, sequenceid=404, filesize=12.0 K 2024-12-05T13:21:13,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/690ecf98dc45428d9e551cfdf2f004e4 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/690ecf98dc45428d9e551cfdf2f004e4 2024-12-05T13:21:13,970 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/690ecf98dc45428d9e551cfdf2f004e4, entries=150, sequenceid=404, filesize=12.0 K 2024-12-05T13:21:13,971 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 8d3368caa77ffc16aac2d6d948a3ccdd in 47ms, sequenceid=404, compaction requested=true 2024-12-05T13:21:13,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2538): Flush status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:13,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:13,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-12-05T13:21:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=159 2024-12-05T13:21:13,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-12-05T13:21:13,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4220 sec 2024-12-05T13:21:13,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.4260 sec 2024-12-05T13:21:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-05T13:21:14,654 INFO [Thread-2132 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 158 completed 2024-12-05T13:21:14,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:21:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-12-05T13:21:14,657 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:21:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-05T13:21:14,658 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:21:14,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:21:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:21:14,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d3368caa77ffc16aac2d6d948a3ccdd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T13:21:14,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=A 2024-12-05T13:21:14,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:14,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=B 2024-12-05T13:21:14,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:14,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=C 2024-12-05T13:21:14,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:14,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/7fb534d195184cd884117adacfd4d66f is 50, key is test_row_0/A:col10/1733404874700/Put/seqid=0 2024-12-05T13:21:14,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742389_1565 (size=12301) 2024-12-05T13:21:14,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/7fb534d195184cd884117adacfd4d66f 2024-12-05T13:21:14,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/c293cdeda9aa405ab891244b0b951d71 is 50, key is test_row_0/B:col10/1733404874700/Put/seqid=0 2024-12-05T13:21:14,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742390_1566 (size=12301) 2024-12-05T13:21:14,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/c293cdeda9aa405ab891244b0b951d71 2024-12-05T13:21:14,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/c6aa2bb28612404f8d4c3f330cde63f2 is 50, key is test_row_0/C:col10/1733404874700/Put/seqid=0 2024-12-05T13:21:14,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742391_1567 (size=12301) 2024-12-05T13:21:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-05T13:21:14,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404934775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:14,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404934782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:14,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404934783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:14,809 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:14,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-05T13:21:14,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:14,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:14,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:14,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:14,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:14,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404934885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:14,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404934889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:14,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404934891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-05T13:21:14,962 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:14,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-05T13:21:14,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:14,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:14,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:14,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:14,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:15,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404935090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:15,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404935095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:15,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404935095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:15,115 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:15,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-05T13:21:15,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:15,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:15,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:15,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:15,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:15,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/c6aa2bb28612404f8d4c3f330cde63f2 2024-12-05T13:21:15,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/7fb534d195184cd884117adacfd4d66f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/7fb534d195184cd884117adacfd4d66f 2024-12-05T13:21:15,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/7fb534d195184cd884117adacfd4d66f, entries=150, sequenceid=415, filesize=12.0 K 2024-12-05T13:21:15,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/c293cdeda9aa405ab891244b0b951d71 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/c293cdeda9aa405ab891244b0b951d71 2024-12-05T13:21:15,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/c293cdeda9aa405ab891244b0b951d71, entries=150, sequenceid=415, filesize=12.0 K 2024-12-05T13:21:15,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/c6aa2bb28612404f8d4c3f330cde63f2 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/c6aa2bb28612404f8d4c3f330cde63f2 2024-12-05T13:21:15,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/c6aa2bb28612404f8d4c3f330cde63f2, entries=150, sequenceid=415, filesize=12.0 K 2024-12-05T13:21:15,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8d3368caa77ffc16aac2d6d948a3ccdd in 443ms, sequenceid=415, compaction requested=true 2024-12-05T13:21:15,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:15,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:21:15,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:15,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:21:15,145 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T13:21:15,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:15,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:21:15,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T13:21:15,145 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T13:21:15,146 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T13:21:15,146 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/B is initiating minor compaction (all files) 2024-12-05T13:21:15,146 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/B in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:15,146 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/c6e36ce3caba4f2895dc0db17f7f0e0f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/762d9521c7d647bdb1e09fb67e21fd2e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/fa92811d6dd44a7eb80c217ee0c4d9ef, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/c293cdeda9aa405ab891244b0b951d71] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=48.9 K 2024-12-05T13:21:15,147 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting c6e36ce3caba4f2895dc0db17f7f0e0f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733404870748 2024-12-05T13:21:15,147 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52530 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T13:21:15,147 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/A is initiating minor compaction (all files) 2024-12-05T13:21:15,147 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/A in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:15,147 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 762d9521c7d647bdb1e09fb67e21fd2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733404871922 2024-12-05T13:21:15,147 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/785e93dc8ee44d0bb8e94838d3e9c8fb, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/229bbd8e2cb9431a8aa0cbf1e3af029b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/337590aac9c144238b2a6fd0309844fe, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/7fb534d195184cd884117adacfd4d66f] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=51.3 K 2024-12-05T13:21:15,147 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting fa92811d6dd44a7eb80c217ee0c4d9ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733404872558 2024-12-05T13:21:15,147 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 785e93dc8ee44d0bb8e94838d3e9c8fb, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733404870748 2024-12-05T13:21:15,148 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting c293cdeda9aa405ab891244b0b951d71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733404874690 2024-12-05T13:21:15,148 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 229bbd8e2cb9431a8aa0cbf1e3af029b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733404871922 2024-12-05T13:21:15,149 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 337590aac9c144238b2a6fd0309844fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733404872558 2024-12-05T13:21:15,149 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fb534d195184cd884117adacfd4d66f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733404874690 2024-12-05T13:21:15,158 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#B#compaction#491 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:15,158 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#A#compaction#492 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:15,159 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/e2171a6d59b54b43bc8987f924927b39 is 50, key is test_row_0/B:col10/1733404874700/Put/seqid=0 2024-12-05T13:21:15,159 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/692222cfac1348358dcbd8cb2d3e4de2 is 50, key is test_row_0/A:col10/1733404874700/Put/seqid=0 2024-12-05T13:21:15,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742392_1568 (size=13323) 2024-12-05T13:21:15,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742393_1569 (size=13323) 2024-12-05T13:21:15,174 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/692222cfac1348358dcbd8cb2d3e4de2 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/692222cfac1348358dcbd8cb2d3e4de2 2024-12-05T13:21:15,177 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/A of 8d3368caa77ffc16aac2d6d948a3ccdd into 692222cfac1348358dcbd8cb2d3e4de2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:15,177 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:15,177 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/A, priority=12, startTime=1733404875145; duration=0sec 2024-12-05T13:21:15,177 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:15,177 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:A 2024-12-05T13:21:15,177 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T13:21:15,178 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T13:21:15,178 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/C is initiating minor compaction (all files) 2024-12-05T13:21:15,178 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/C in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:15,178 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/d52019f1302d4dbf82927ad4e621b545, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ce7c5c8ecae94275960a6e26d13ee104, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/690ecf98dc45428d9e551cfdf2f004e4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/c6aa2bb28612404f8d4c3f330cde63f2] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=48.9 K 2024-12-05T13:21:15,179 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting d52019f1302d4dbf82927ad4e621b545, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733404870748 2024-12-05T13:21:15,179 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce7c5c8ecae94275960a6e26d13ee104, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733404871922 2024-12-05T13:21:15,179 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 690ecf98dc45428d9e551cfdf2f004e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733404872558 2024-12-05T13:21:15,180 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6aa2bb28612404f8d4c3f330cde63f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733404874690 2024-12-05T13:21:15,185 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#C#compaction#493 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:15,186 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/1a72ef67368741209e948ad8c016c33c is 50, key is test_row_0/C:col10/1733404874700/Put/seqid=0 2024-12-05T13:21:15,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742394_1570 (size=13289) 2024-12-05T13:21:15,194 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/1a72ef67368741209e948ad8c016c33c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/1a72ef67368741209e948ad8c016c33c 2024-12-05T13:21:15,197 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/C of 8d3368caa77ffc16aac2d6d948a3ccdd into 1a72ef67368741209e948ad8c016c33c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:15,197 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:15,197 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/C, priority=12, startTime=1733404875145; duration=0sec 2024-12-05T13:21:15,198 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:15,198 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:C 2024-12-05T13:21:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-05T13:21:15,268 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:15,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-05T13:21:15,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:15,268 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2837): Flushing 8d3368caa77ffc16aac2d6d948a3ccdd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T13:21:15,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=A 2024-12-05T13:21:15,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:15,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=B 2024-12-05T13:21:15,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:15,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=C 2024-12-05T13:21:15,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:15,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/e3c072c3d9434136a9aab49aa723aff3 is 50, key is test_row_0/A:col10/1733404874781/Put/seqid=0 2024-12-05T13:21:15,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742395_1571 (size=12301) 2024-12-05T13:21:15,278 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/e3c072c3d9434136a9aab49aa723aff3 2024-12-05T13:21:15,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/f10cd81f2fcb486c8c34e29871128237 is 50, key is test_row_0/B:col10/1733404874781/Put/seqid=0 2024-12-05T13:21:15,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742396_1572 (size=12301) 2024-12-05T13:21:15,287 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/f10cd81f2fcb486c8c34e29871128237 2024-12-05T13:21:15,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/1a390bcac0bc42ca80c82bad206cff90 is 50, key is test_row_0/C:col10/1733404874781/Put/seqid=0 2024-12-05T13:21:15,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742397_1573 (size=12301) 2024-12-05T13:21:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:21:15,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. as already flushing 2024-12-05T13:21:15,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404935441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:15,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404935441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:15,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404935441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:15,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53778 deadline: 1733404935550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:15,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53772 deadline: 1733404935550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:15,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53720 deadline: 1733404935550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:15,570 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/e2171a6d59b54b43bc8987f924927b39 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/e2171a6d59b54b43bc8987f924927b39 2024-12-05T13:21:15,574 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/B of 8d3368caa77ffc16aac2d6d948a3ccdd into e2171a6d59b54b43bc8987f924927b39(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:15,574 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:15,575 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/B, priority=12, startTime=1733404875145; duration=0sec 2024-12-05T13:21:15,575 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:15,575 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:B 2024-12-05T13:21:15,588 DEBUG [Thread-2141 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51196534 to 127.0.0.1:61019 2024-12-05T13:21:15,588 DEBUG [Thread-2141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:15,589 DEBUG [Thread-2137 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6050584c to 127.0.0.1:61019 2024-12-05T13:21:15,589 DEBUG [Thread-2137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:15,590 DEBUG [Thread-2133 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bc486e1 to 127.0.0.1:61019 2024-12-05T13:21:15,590 DEBUG [Thread-2133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:15,593 DEBUG [Thread-2139 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dd48863 to 127.0.0.1:61019 2024-12-05T13:21:15,593 DEBUG [Thread-2139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:15,593 DEBUG [Thread-2135 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2070263a to 127.0.0.1:61019 2024-12-05T13:21:15,593 DEBUG [Thread-2135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:15,698 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/1a390bcac0bc42ca80c82bad206cff90 2024-12-05T13:21:15,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/e3c072c3d9434136a9aab49aa723aff3 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/e3c072c3d9434136a9aab49aa723aff3 2024-12-05T13:21:15,704 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/e3c072c3d9434136a9aab49aa723aff3, entries=150, sequenceid=442, filesize=12.0 K 2024-12-05T13:21:15,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/f10cd81f2fcb486c8c34e29871128237 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/f10cd81f2fcb486c8c34e29871128237 2024-12-05T13:21:15,707 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/f10cd81f2fcb486c8c34e29871128237, entries=150, sequenceid=442, filesize=12.0 K 2024-12-05T13:21:15,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/1a390bcac0bc42ca80c82bad206cff90 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/1a390bcac0bc42ca80c82bad206cff90 2024-12-05T13:21:15,709 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/1a390bcac0bc42ca80c82bad206cff90, entries=150, sequenceid=442, filesize=12.0 K 2024-12-05T13:21:15,710 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 8d3368caa77ffc16aac2d6d948a3ccdd in 442ms, sequenceid=442, compaction requested=false 2024-12-05T13:21:15,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2538): Flush status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:15,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:15,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-12-05T13:21:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=161 2024-12-05T13:21:15,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-12-05T13:21:15,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0530 sec 2024-12-05T13:21:15,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.0560 sec 2024-12-05T13:21:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:21:15,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d3368caa77ffc16aac2d6d948a3ccdd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-05T13:21:15,755 DEBUG [Thread-2124 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65df2359 to 127.0.0.1:61019 2024-12-05T13:21:15,755 DEBUG [Thread-2124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:15,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=A 2024-12-05T13:21:15,756 DEBUG [Thread-2122 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63cefe40 to 127.0.0.1:61019 2024-12-05T13:21:15,756 DEBUG [Thread-2122 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:15,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:15,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=B 2024-12-05T13:21:15,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:15,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=C 2024-12-05T13:21:15,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:15,757 DEBUG [Thread-2126 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d0ab200 to 127.0.0.1:61019 2024-12-05T13:21:15,757 DEBUG [Thread-2126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:15,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/006f779eed504e0eab526ada11cfd925 is 50, key is test_row_0/A:col10/1733404875755/Put/seqid=0 2024-12-05T13:21:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-05T13:21:15,760 INFO [Thread-2132 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 160 completed 2024-12-05T13:21:15,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742398_1574 (size=12301) 2024-12-05T13:21:16,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/006f779eed504e0eab526ada11cfd925 2024-12-05T13:21:16,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/7394b30558ba4fab8d5e3dcc227bd0f2 is 50, key is test_row_0/B:col10/1733404875755/Put/seqid=0 2024-12-05T13:21:16,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742399_1575 (size=12301) 2024-12-05T13:21:16,303 DEBUG [Thread-2130 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7daa5922 to 127.0.0.1:61019 2024-12-05T13:21:16,303 DEBUG [Thread-2130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:16,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/7394b30558ba4fab8d5e3dcc227bd0f2 2024-12-05T13:21:16,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/0919e73abf514ecd9d8e4e5873c9d1f8 is 50, key is test_row_0/C:col10/1733404875755/Put/seqid=0 2024-12-05T13:21:16,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742400_1576 (size=12301) 2024-12-05T13:21:16,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/0919e73abf514ecd9d8e4e5873c9d1f8 2024-12-05T13:21:16,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/006f779eed504e0eab526ada11cfd925 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/006f779eed504e0eab526ada11cfd925 2024-12-05T13:21:16,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/006f779eed504e0eab526ada11cfd925, entries=150, sequenceid=458, filesize=12.0 K 2024-12-05T13:21:16,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/7394b30558ba4fab8d5e3dcc227bd0f2 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/7394b30558ba4fab8d5e3dcc227bd0f2 2024-12-05T13:21:16,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/7394b30558ba4fab8d5e3dcc227bd0f2, entries=150, sequenceid=458, filesize=12.0 K 2024-12-05T13:21:16,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/0919e73abf514ecd9d8e4e5873c9d1f8 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/0919e73abf514ecd9d8e4e5873c9d1f8 2024-12-05T13:21:16,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/0919e73abf514ecd9d8e4e5873c9d1f8, entries=150, sequenceid=458, filesize=12.0 K 2024-12-05T13:21:16,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=13.42 KB/13740 for 8d3368caa77ffc16aac2d6d948a3ccdd in 1239ms, sequenceid=458, compaction requested=true 2024-12-05T13:21:16,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:16,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:21:16,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:16,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:21:16,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:16,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d3368caa77ffc16aac2d6d948a3ccdd:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:21:16,995 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:16,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:16,995 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:16,995 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:16,995 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:16,995 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/B is initiating minor compaction (all files) 2024-12-05T13:21:16,995 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/A is initiating minor compaction (all files) 2024-12-05T13:21:16,995 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/B in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:16,995 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/A in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:16,995 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/e2171a6d59b54b43bc8987f924927b39, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/f10cd81f2fcb486c8c34e29871128237, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/7394b30558ba4fab8d5e3dcc227bd0f2] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=37.0 K 2024-12-05T13:21:16,996 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/692222cfac1348358dcbd8cb2d3e4de2, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/e3c072c3d9434136a9aab49aa723aff3, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/006f779eed504e0eab526ada11cfd925] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=37.0 K 2024-12-05T13:21:16,996 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting e2171a6d59b54b43bc8987f924927b39, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733404874690 2024-12-05T13:21:16,996 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 692222cfac1348358dcbd8cb2d3e4de2, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733404874690 2024-12-05T13:21:16,996 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting f10cd81f2fcb486c8c34e29871128237, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1733404874735 2024-12-05T13:21:16,996 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3c072c3d9434136a9aab49aa723aff3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1733404874735 2024-12-05T13:21:16,996 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 7394b30558ba4fab8d5e3dcc227bd0f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1733404875410 2024-12-05T13:21:16,996 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 006f779eed504e0eab526ada11cfd925, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1733404875410 2024-12-05T13:21:17,002 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#B#compaction#500 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:17,002 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#A#compaction#501 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:17,003 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/e7d8759978e942c7ae7cc904bd9c08ba is 50, key is test_row_0/B:col10/1733404875755/Put/seqid=0 2024-12-05T13:21:17,003 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/bd69a9f4ab2941d1aae3e99fd4c141a3 is 50, key is test_row_0/A:col10/1733404875755/Put/seqid=0 2024-12-05T13:21:17,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742401_1577 (size=13425) 2024-12-05T13:21:17,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742402_1578 (size=13425) 2024-12-05T13:21:17,410 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/bd69a9f4ab2941d1aae3e99fd4c141a3 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/bd69a9f4ab2941d1aae3e99fd4c141a3 2024-12-05T13:21:17,410 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/e7d8759978e942c7ae7cc904bd9c08ba as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/e7d8759978e942c7ae7cc904bd9c08ba 2024-12-05T13:21:17,414 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/A of 8d3368caa77ffc16aac2d6d948a3ccdd into bd69a9f4ab2941d1aae3e99fd4c141a3(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:17,414 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/B of 8d3368caa77ffc16aac2d6d948a3ccdd into e7d8759978e942c7ae7cc904bd9c08ba(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:17,414 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:17,414 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:17,414 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/B, priority=13, startTime=1733404876995; duration=0sec 2024-12-05T13:21:17,414 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/A, priority=13, startTime=1733404876994; duration=0sec 2024-12-05T13:21:17,414 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:17,414 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:B 2024-12-05T13:21:17,414 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:17,414 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:A 2024-12-05T13:21:17,414 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:17,415 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:17,415 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 8d3368caa77ffc16aac2d6d948a3ccdd/C is initiating minor compaction (all files) 2024-12-05T13:21:17,415 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d3368caa77ffc16aac2d6d948a3ccdd/C in TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:17,415 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/1a72ef67368741209e948ad8c016c33c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/1a390bcac0bc42ca80c82bad206cff90, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/0919e73abf514ecd9d8e4e5873c9d1f8] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp, totalSize=37.0 K 2024-12-05T13:21:17,415 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a72ef67368741209e948ad8c016c33c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733404874690 2024-12-05T13:21:17,415 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a390bcac0bc42ca80c82bad206cff90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1733404874735 2024-12-05T13:21:17,415 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 0919e73abf514ecd9d8e4e5873c9d1f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1733404875410 2024-12-05T13:21:17,420 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d3368caa77ffc16aac2d6d948a3ccdd#C#compaction#502 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:17,421 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/14654287f45f448385a259e433ac0a77 is 50, key is test_row_0/C:col10/1733404875755/Put/seqid=0 2024-12-05T13:21:17,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742403_1579 (size=13391) 2024-12-05T13:21:17,484 DEBUG [Thread-2128 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5871c039 to 127.0.0.1:61019 2024-12-05T13:21:17,484 DEBUG [Thread-2128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:17,485 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T13:21:17,485 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-12-05T13:21:17,485 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-12-05T13:21:17,485 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-12-05T13:21:17,485 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-12-05T13:21:17,485 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-12-05T13:21:17,485 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T13:21:17,485 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T13:21:17,485 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2513 2024-12-05T13:21:17,485 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7537 rows 2024-12-05T13:21:17,485 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2507 2024-12-05T13:21:17,485 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7517 rows 2024-12-05T13:21:17,485 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2493 2024-12-05T13:21:17,485 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7475 rows 2024-12-05T13:21:17,485 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2509 2024-12-05T13:21:17,485 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7527 rows 2024-12-05T13:21:17,485 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2506 2024-12-05T13:21:17,485 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7517 rows 2024-12-05T13:21:17,485 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T13:21:17,485 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x301741f1 to 127.0.0.1:61019 2024-12-05T13:21:17,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:17,488 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-05T13:21:17,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T13:21:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=162, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T13:21:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-05T13:21:17,491 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404877491"}]},"ts":"1733404877491"} 2024-12-05T13:21:17,492 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T13:21:17,495 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T13:21:17,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T13:21:17,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d3368caa77ffc16aac2d6d948a3ccdd, UNASSIGN}] 2024-12-05T13:21:17,497 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d3368caa77ffc16aac2d6d948a3ccdd, UNASSIGN 2024-12-05T13:21:17,497 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=8d3368caa77ffc16aac2d6d948a3ccdd, regionState=CLOSING, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:17,498 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T13:21:17,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE; CloseRegionProcedure 8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344}] 2024-12-05T13:21:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-05T13:21:17,649 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:17,650 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(124): Close 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:21:17,650 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T13:21:17,650 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1681): Closing 8d3368caa77ffc16aac2d6d948a3ccdd, disabling compactions & flushes 2024-12-05T13:21:17,650 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1942): waiting for 1 compactions to complete for region TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-05T13:21:17,828 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/14654287f45f448385a259e433ac0a77 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/14654287f45f448385a259e433ac0a77 2024-12-05T13:21:17,833 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d3368caa77ffc16aac2d6d948a3ccdd/C of 8d3368caa77ffc16aac2d6d948a3ccdd into 14654287f45f448385a259e433ac0a77(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:17,833 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:17,833 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd., storeName=8d3368caa77ffc16aac2d6d948a3ccdd/C, priority=13, startTime=1733404876995; duration=0sec 2024-12-05T13:21:17,833 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:17,833 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:17,833 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:17,833 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d3368caa77ffc16aac2d6d948a3ccdd:C 2024-12-05T13:21:17,833 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. after waiting 0 ms 2024-12-05T13:21:17,833 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:17,833 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(2837): Flushing 8d3368caa77ffc16aac2d6d948a3ccdd 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-05T13:21:17,833 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=A 2024-12-05T13:21:17,833 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:17,833 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=B 2024-12-05T13:21:17,833 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:17,833 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d3368caa77ffc16aac2d6d948a3ccdd, store=C 2024-12-05T13:21:17,834 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:17,837 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/4d540c9d917842a89f163c16d7db2cce is 50, key is test_row_0/A:col10/1733404875756/Put/seqid=0 2024-12-05T13:21:17,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742404_1580 (size=9857) 2024-12-05T13:21:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-05T13:21:18,241 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/4d540c9d917842a89f163c16d7db2cce 2024-12-05T13:21:18,246 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/87199b3939b4497395b7689ee8142094 is 50, key is test_row_0/B:col10/1733404875756/Put/seqid=0 2024-12-05T13:21:18,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742405_1581 (size=9857) 2024-12-05T13:21:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-05T13:21:18,649 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/87199b3939b4497395b7689ee8142094 2024-12-05T13:21:18,655 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/d64069bef24646ea91f8e4b9bc77cafa is 50, key is test_row_0/C:col10/1733404875756/Put/seqid=0 2024-12-05T13:21:18,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742406_1582 (size=9857) 2024-12-05T13:21:19,059 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/d64069bef24646ea91f8e4b9bc77cafa 2024-12-05T13:21:19,062 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/A/4d540c9d917842a89f163c16d7db2cce as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/4d540c9d917842a89f163c16d7db2cce 2024-12-05T13:21:19,065 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/4d540c9d917842a89f163c16d7db2cce, entries=100, sequenceid=467, filesize=9.6 K 2024-12-05T13:21:19,066 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/B/87199b3939b4497395b7689ee8142094 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/87199b3939b4497395b7689ee8142094 2024-12-05T13:21:19,068 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/87199b3939b4497395b7689ee8142094, entries=100, sequenceid=467, filesize=9.6 K 2024-12-05T13:21:19,069 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/.tmp/C/d64069bef24646ea91f8e4b9bc77cafa as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/d64069bef24646ea91f8e4b9bc77cafa 2024-12-05T13:21:19,071 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/d64069bef24646ea91f8e4b9bc77cafa, entries=100, sequenceid=467, filesize=9.6 K 2024-12-05T13:21:19,072 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 8d3368caa77ffc16aac2d6d948a3ccdd in 1239ms, sequenceid=467, compaction requested=false 2024-12-05T13:21:19,073 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/6bc9569ec5654d70814067da58b90b31, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/59ade93042d84b88949a23ec53a29640, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/4c74f95a5bb5442ca8394a6b7742906e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/0ab079bc065c4a218c254bdbff7c882c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/e27b5eccc17f4c45a742af89612efa1c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/9ed0034c9cd04e03963c74ce170775df, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/918c7d3c38ef4b5ca28ddbda0c373343, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/05fec4ea738d4c718abff0daa85c24df, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/f9b2f3b96d9240b1916c930016c33ad6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/985bfce83dcf49db88ab4bf96bb46471, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/ee3e816b7d3045c9a03700e5d6b2f635, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/9fc4f8ae36a8478ea06974ac0b8929f7, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/3198bea71fb34f2bbd8e2ab922990bff, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/2833a2f68b1a4cee90c0f264dd0378a3, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/5f9dcbd27faf430fa1db64e53c6be7bb, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/31538a44c099481d8dd8a0fee11d6a08, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/243ff91e23f94b02a99745b366e946f0, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/b1d25a975d77409783cbd270c843bee2, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/b958f122c8dd4d32b9e78c62b128e02b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/a0d50d6b7695443795a835cadc92565a, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/6be1a21faf3c47b2929143d013aee537, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/5788135f94964c4abb198e3f7808f61d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/5ac7e00ca1da45e591e2ee7a3d36168b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/b7a1fde561c4464296f1b7d11216205c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/67cc2dd83d024a95bed9bf0599bc44dc, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/ccb417d19ab6458fbe5ed57fcee93ba4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/785e93dc8ee44d0bb8e94838d3e9c8fb, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/229bbd8e2cb9431a8aa0cbf1e3af029b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/337590aac9c144238b2a6fd0309844fe, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/692222cfac1348358dcbd8cb2d3e4de2, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/7fb534d195184cd884117adacfd4d66f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/e3c072c3d9434136a9aab49aa723aff3, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/006f779eed504e0eab526ada11cfd925] to archive 2024-12-05T13:21:19,073 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T13:21:19,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/6bc9569ec5654d70814067da58b90b31 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/6bc9569ec5654d70814067da58b90b31 2024-12-05T13:21:19,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/59ade93042d84b88949a23ec53a29640 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/59ade93042d84b88949a23ec53a29640 2024-12-05T13:21:19,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/4c74f95a5bb5442ca8394a6b7742906e to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/4c74f95a5bb5442ca8394a6b7742906e 2024-12-05T13:21:19,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/0ab079bc065c4a218c254bdbff7c882c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/0ab079bc065c4a218c254bdbff7c882c 2024-12-05T13:21:19,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/e27b5eccc17f4c45a742af89612efa1c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/e27b5eccc17f4c45a742af89612efa1c 2024-12-05T13:21:19,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/9ed0034c9cd04e03963c74ce170775df to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/9ed0034c9cd04e03963c74ce170775df 2024-12-05T13:21:19,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/918c7d3c38ef4b5ca28ddbda0c373343 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/918c7d3c38ef4b5ca28ddbda0c373343 2024-12-05T13:21:19,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/05fec4ea738d4c718abff0daa85c24df to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/05fec4ea738d4c718abff0daa85c24df 2024-12-05T13:21:19,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/f9b2f3b96d9240b1916c930016c33ad6 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/f9b2f3b96d9240b1916c930016c33ad6 2024-12-05T13:21:19,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/985bfce83dcf49db88ab4bf96bb46471 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/985bfce83dcf49db88ab4bf96bb46471 2024-12-05T13:21:19,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/ee3e816b7d3045c9a03700e5d6b2f635 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/ee3e816b7d3045c9a03700e5d6b2f635 2024-12-05T13:21:19,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/9fc4f8ae36a8478ea06974ac0b8929f7 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/9fc4f8ae36a8478ea06974ac0b8929f7 2024-12-05T13:21:19,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/3198bea71fb34f2bbd8e2ab922990bff to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/3198bea71fb34f2bbd8e2ab922990bff 2024-12-05T13:21:19,085 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/2833a2f68b1a4cee90c0f264dd0378a3 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/2833a2f68b1a4cee90c0f264dd0378a3 2024-12-05T13:21:19,086 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/5f9dcbd27faf430fa1db64e53c6be7bb to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/5f9dcbd27faf430fa1db64e53c6be7bb 2024-12-05T13:21:19,086 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/31538a44c099481d8dd8a0fee11d6a08 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/31538a44c099481d8dd8a0fee11d6a08 2024-12-05T13:21:19,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/243ff91e23f94b02a99745b366e946f0 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/243ff91e23f94b02a99745b366e946f0 2024-12-05T13:21:19,088 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/b1d25a975d77409783cbd270c843bee2 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/b1d25a975d77409783cbd270c843bee2 2024-12-05T13:21:19,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/b958f122c8dd4d32b9e78c62b128e02b to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/b958f122c8dd4d32b9e78c62b128e02b 2024-12-05T13:21:19,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/a0d50d6b7695443795a835cadc92565a to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/a0d50d6b7695443795a835cadc92565a 2024-12-05T13:21:19,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/6be1a21faf3c47b2929143d013aee537 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/6be1a21faf3c47b2929143d013aee537 2024-12-05T13:21:19,092 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/5788135f94964c4abb198e3f7808f61d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/5788135f94964c4abb198e3f7808f61d 2024-12-05T13:21:19,093 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/5ac7e00ca1da45e591e2ee7a3d36168b to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/5ac7e00ca1da45e591e2ee7a3d36168b 2024-12-05T13:21:19,093 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/b7a1fde561c4464296f1b7d11216205c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/b7a1fde561c4464296f1b7d11216205c 2024-12-05T13:21:19,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/67cc2dd83d024a95bed9bf0599bc44dc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/67cc2dd83d024a95bed9bf0599bc44dc 2024-12-05T13:21:19,095 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/ccb417d19ab6458fbe5ed57fcee93ba4 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/ccb417d19ab6458fbe5ed57fcee93ba4 2024-12-05T13:21:19,096 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/785e93dc8ee44d0bb8e94838d3e9c8fb to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/785e93dc8ee44d0bb8e94838d3e9c8fb 2024-12-05T13:21:19,097 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/229bbd8e2cb9431a8aa0cbf1e3af029b to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/229bbd8e2cb9431a8aa0cbf1e3af029b 2024-12-05T13:21:19,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/337590aac9c144238b2a6fd0309844fe to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/337590aac9c144238b2a6fd0309844fe 2024-12-05T13:21:19,099 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/692222cfac1348358dcbd8cb2d3e4de2 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/692222cfac1348358dcbd8cb2d3e4de2 2024-12-05T13:21:19,099 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/7fb534d195184cd884117adacfd4d66f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/7fb534d195184cd884117adacfd4d66f 2024-12-05T13:21:19,100 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/e3c072c3d9434136a9aab49aa723aff3 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/e3c072c3d9434136a9aab49aa723aff3 2024-12-05T13:21:19,101 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/006f779eed504e0eab526ada11cfd925 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/006f779eed504e0eab526ada11cfd925 2024-12-05T13:21:19,103 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/61914763e8b64f2cb738ba5dd98e904c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/296817eab3a846fb9ca9cc33f44135de, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/0cb13b2c33b24fd3a81458ad3a2f9b27, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/887aab8206504334afa5e212d5e44601, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/c8f81cb6d0e941f995aa936e1493221e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/8ccb0e78703f4383ab7bc18df2275be5, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/5fc91f6de5d442cf808e8ea0aad24edc, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/9f6889eda0c84a12bc89facb0ed24f08, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/89cf44a51b5a437c8927609656b433de, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/81845f55045b4216a677ec1dfb4110a6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/ccc728214f7a4b17a8cffb23a9691860, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/34eed6f0fa57432684aa980cea77bbf0, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/d7df636a9f4e4d21b3f70efdde63f7ff, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/1e06e3a20df54ff0a8bab6070cd2edc4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/b139aaf26e914b4d909d20de43c4ae12, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/21989f629ddf498196ff0281c5a84a0c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/b0abbe6ad39e43c6ab8b32cfc7b82c68, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/284ceaf71af944fda94762c501bd9e1c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/9271f3fd10b24056929eb6bb49ea7937, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/9133c88ed6254ff388bfa25276ce2a95, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/4fbb71e1adae4ad7b3904ce1c587defc, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/dd7853fe6c1e48aaa370c03323567c91, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/482ab1aef008423db4e39b597c2d78ff, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/08002108d0c44e35be31f1f77f0d6912, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/d2be6743ea404f378966b797e6b8d8bc, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/c6e36ce3caba4f2895dc0db17f7f0e0f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/4e8da72a22a64cf181d71cd7dea2ff01, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/762d9521c7d647bdb1e09fb67e21fd2e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/fa92811d6dd44a7eb80c217ee0c4d9ef, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/e2171a6d59b54b43bc8987f924927b39, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/c293cdeda9aa405ab891244b0b951d71, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/f10cd81f2fcb486c8c34e29871128237, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/7394b30558ba4fab8d5e3dcc227bd0f2] to archive 2024-12-05T13:21:19,103 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T13:21:19,105 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/61914763e8b64f2cb738ba5dd98e904c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/61914763e8b64f2cb738ba5dd98e904c 2024-12-05T13:21:19,105 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/296817eab3a846fb9ca9cc33f44135de to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/296817eab3a846fb9ca9cc33f44135de 2024-12-05T13:21:19,106 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/0cb13b2c33b24fd3a81458ad3a2f9b27 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/0cb13b2c33b24fd3a81458ad3a2f9b27 2024-12-05T13:21:19,107 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/887aab8206504334afa5e212d5e44601 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/887aab8206504334afa5e212d5e44601 2024-12-05T13:21:19,108 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/c8f81cb6d0e941f995aa936e1493221e to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/c8f81cb6d0e941f995aa936e1493221e 2024-12-05T13:21:19,109 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/8ccb0e78703f4383ab7bc18df2275be5 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/8ccb0e78703f4383ab7bc18df2275be5 2024-12-05T13:21:19,110 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/5fc91f6de5d442cf808e8ea0aad24edc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/5fc91f6de5d442cf808e8ea0aad24edc 2024-12-05T13:21:19,111 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/9f6889eda0c84a12bc89facb0ed24f08 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/9f6889eda0c84a12bc89facb0ed24f08 2024-12-05T13:21:19,111 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/89cf44a51b5a437c8927609656b433de to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/89cf44a51b5a437c8927609656b433de 2024-12-05T13:21:19,112 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/81845f55045b4216a677ec1dfb4110a6 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/81845f55045b4216a677ec1dfb4110a6 2024-12-05T13:21:19,113 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/ccc728214f7a4b17a8cffb23a9691860 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/ccc728214f7a4b17a8cffb23a9691860 2024-12-05T13:21:19,114 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/34eed6f0fa57432684aa980cea77bbf0 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/34eed6f0fa57432684aa980cea77bbf0 2024-12-05T13:21:19,115 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/d7df636a9f4e4d21b3f70efdde63f7ff to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/d7df636a9f4e4d21b3f70efdde63f7ff 2024-12-05T13:21:19,116 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/1e06e3a20df54ff0a8bab6070cd2edc4 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/1e06e3a20df54ff0a8bab6070cd2edc4 2024-12-05T13:21:19,117 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/b139aaf26e914b4d909d20de43c4ae12 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/b139aaf26e914b4d909d20de43c4ae12 2024-12-05T13:21:19,117 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/21989f629ddf498196ff0281c5a84a0c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/21989f629ddf498196ff0281c5a84a0c 2024-12-05T13:21:19,118 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/b0abbe6ad39e43c6ab8b32cfc7b82c68 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/b0abbe6ad39e43c6ab8b32cfc7b82c68 2024-12-05T13:21:19,119 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/284ceaf71af944fda94762c501bd9e1c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/284ceaf71af944fda94762c501bd9e1c 2024-12-05T13:21:19,120 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/9271f3fd10b24056929eb6bb49ea7937 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/9271f3fd10b24056929eb6bb49ea7937 2024-12-05T13:21:19,121 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/9133c88ed6254ff388bfa25276ce2a95 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/9133c88ed6254ff388bfa25276ce2a95 2024-12-05T13:21:19,122 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/4fbb71e1adae4ad7b3904ce1c587defc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/4fbb71e1adae4ad7b3904ce1c587defc 2024-12-05T13:21:19,123 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/dd7853fe6c1e48aaa370c03323567c91 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/dd7853fe6c1e48aaa370c03323567c91 2024-12-05T13:21:19,124 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/482ab1aef008423db4e39b597c2d78ff to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/482ab1aef008423db4e39b597c2d78ff 2024-12-05T13:21:19,125 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/08002108d0c44e35be31f1f77f0d6912 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/08002108d0c44e35be31f1f77f0d6912 2024-12-05T13:21:19,126 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/d2be6743ea404f378966b797e6b8d8bc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/d2be6743ea404f378966b797e6b8d8bc 2024-12-05T13:21:19,127 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/c6e36ce3caba4f2895dc0db17f7f0e0f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/c6e36ce3caba4f2895dc0db17f7f0e0f 2024-12-05T13:21:19,127 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/4e8da72a22a64cf181d71cd7dea2ff01 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/4e8da72a22a64cf181d71cd7dea2ff01 2024-12-05T13:21:19,128 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/762d9521c7d647bdb1e09fb67e21fd2e to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/762d9521c7d647bdb1e09fb67e21fd2e 2024-12-05T13:21:19,129 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/fa92811d6dd44a7eb80c217ee0c4d9ef to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/fa92811d6dd44a7eb80c217ee0c4d9ef 2024-12-05T13:21:19,130 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/e2171a6d59b54b43bc8987f924927b39 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/e2171a6d59b54b43bc8987f924927b39 2024-12-05T13:21:19,131 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/c293cdeda9aa405ab891244b0b951d71 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/c293cdeda9aa405ab891244b0b951d71 2024-12-05T13:21:19,131 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/f10cd81f2fcb486c8c34e29871128237 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/f10cd81f2fcb486c8c34e29871128237 2024-12-05T13:21:19,132 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/7394b30558ba4fab8d5e3dcc227bd0f2 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/7394b30558ba4fab8d5e3dcc227bd0f2 2024-12-05T13:21:19,134 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/83219ddfb2924f01ba65ade05a01a4bf, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/de621755408d4427bf26298aeb0948b1, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/5662ccc123934271907bfdd1bbfdaf74, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/a445d1aa971b49468993852caa097d37, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/350325d5185b40eeb00f286805ce47c4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/cfa1fa38cdc84774bde08462031c66e8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/9aeccbaf03fd4d39801ec5cef2ed9d5b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ddbf510bd4db46c9b0893f27fba764b4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ac9429d770384b2dbc70bf2b2124a802, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/4d205070f6cb47e59f0027e9aae6d7e8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/be37d8205b824d8aad9b10d4e9faa053, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ac7e2b8a816c4dd9a243c83a2a496f7b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/6de13d72d4f64511b96981bfad95689f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/5c1459ac3ffe40e092549a95d996411d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/f49e3d95e707401bbfec13c653ed7ecf, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/7ec8cf01875343e5bd4be7b683c7b5de, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/71931263b2a1483ca4e1f10ef6147f6e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/11f086f019124fb8824f2fe8e0428ed6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/c804529b97f446d19473ffbe1b6e3322, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/aaf39d0fc0794b658bfa1c10b6a3d033, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/b0c4f5fd314c4c6c81ac394d46589dcc, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/d16528379a804159b5e6b66e4af099a6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ba5079238ae74e559be60f4646e50287, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/a899d8c733c24f83afc26265fae638b8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/d52019f1302d4dbf82927ad4e621b545, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/03ed0731d15949a9a1edc75aa46924d7, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ce7c5c8ecae94275960a6e26d13ee104, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/690ecf98dc45428d9e551cfdf2f004e4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/1a72ef67368741209e948ad8c016c33c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/c6aa2bb28612404f8d4c3f330cde63f2, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/1a390bcac0bc42ca80c82bad206cff90, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/0919e73abf514ecd9d8e4e5873c9d1f8] to archive 2024-12-05T13:21:19,134 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T13:21:19,136 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/83219ddfb2924f01ba65ade05a01a4bf to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/83219ddfb2924f01ba65ade05a01a4bf 2024-12-05T13:21:19,137 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/de621755408d4427bf26298aeb0948b1 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/de621755408d4427bf26298aeb0948b1 2024-12-05T13:21:19,138 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/5662ccc123934271907bfdd1bbfdaf74 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/5662ccc123934271907bfdd1bbfdaf74 2024-12-05T13:21:19,139 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/a445d1aa971b49468993852caa097d37 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/a445d1aa971b49468993852caa097d37 2024-12-05T13:21:19,141 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/350325d5185b40eeb00f286805ce47c4 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/350325d5185b40eeb00f286805ce47c4 2024-12-05T13:21:19,142 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/cfa1fa38cdc84774bde08462031c66e8 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/cfa1fa38cdc84774bde08462031c66e8 2024-12-05T13:21:19,143 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/9aeccbaf03fd4d39801ec5cef2ed9d5b to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/9aeccbaf03fd4d39801ec5cef2ed9d5b 2024-12-05T13:21:19,144 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ddbf510bd4db46c9b0893f27fba764b4 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ddbf510bd4db46c9b0893f27fba764b4 2024-12-05T13:21:19,144 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ac9429d770384b2dbc70bf2b2124a802 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ac9429d770384b2dbc70bf2b2124a802 2024-12-05T13:21:19,145 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/4d205070f6cb47e59f0027e9aae6d7e8 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/4d205070f6cb47e59f0027e9aae6d7e8 2024-12-05T13:21:19,146 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/be37d8205b824d8aad9b10d4e9faa053 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/be37d8205b824d8aad9b10d4e9faa053 2024-12-05T13:21:19,147 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ac7e2b8a816c4dd9a243c83a2a496f7b to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ac7e2b8a816c4dd9a243c83a2a496f7b 2024-12-05T13:21:19,147 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/6de13d72d4f64511b96981bfad95689f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/6de13d72d4f64511b96981bfad95689f 2024-12-05T13:21:19,148 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/5c1459ac3ffe40e092549a95d996411d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/5c1459ac3ffe40e092549a95d996411d 2024-12-05T13:21:19,149 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/f49e3d95e707401bbfec13c653ed7ecf to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/f49e3d95e707401bbfec13c653ed7ecf 2024-12-05T13:21:19,150 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/7ec8cf01875343e5bd4be7b683c7b5de to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/7ec8cf01875343e5bd4be7b683c7b5de 2024-12-05T13:21:19,151 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/71931263b2a1483ca4e1f10ef6147f6e to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/71931263b2a1483ca4e1f10ef6147f6e 2024-12-05T13:21:19,152 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/11f086f019124fb8824f2fe8e0428ed6 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/11f086f019124fb8824f2fe8e0428ed6 2024-12-05T13:21:19,153 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/c804529b97f446d19473ffbe1b6e3322 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/c804529b97f446d19473ffbe1b6e3322 2024-12-05T13:21:19,154 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/aaf39d0fc0794b658bfa1c10b6a3d033 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/aaf39d0fc0794b658bfa1c10b6a3d033 2024-12-05T13:21:19,155 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/b0c4f5fd314c4c6c81ac394d46589dcc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/b0c4f5fd314c4c6c81ac394d46589dcc 2024-12-05T13:21:19,156 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/d16528379a804159b5e6b66e4af099a6 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/d16528379a804159b5e6b66e4af099a6 2024-12-05T13:21:19,157 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ba5079238ae74e559be60f4646e50287 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ba5079238ae74e559be60f4646e50287 2024-12-05T13:21:19,158 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/a899d8c733c24f83afc26265fae638b8 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/a899d8c733c24f83afc26265fae638b8 2024-12-05T13:21:19,158 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/d52019f1302d4dbf82927ad4e621b545 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/d52019f1302d4dbf82927ad4e621b545 2024-12-05T13:21:19,159 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/03ed0731d15949a9a1edc75aa46924d7 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/03ed0731d15949a9a1edc75aa46924d7 2024-12-05T13:21:19,160 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ce7c5c8ecae94275960a6e26d13ee104 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/ce7c5c8ecae94275960a6e26d13ee104 2024-12-05T13:21:19,161 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/690ecf98dc45428d9e551cfdf2f004e4 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/690ecf98dc45428d9e551cfdf2f004e4 2024-12-05T13:21:19,162 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/1a72ef67368741209e948ad8c016c33c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/1a72ef67368741209e948ad8c016c33c 2024-12-05T13:21:19,162 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/c6aa2bb28612404f8d4c3f330cde63f2 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/c6aa2bb28612404f8d4c3f330cde63f2 2024-12-05T13:21:19,163 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/1a390bcac0bc42ca80c82bad206cff90 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/1a390bcac0bc42ca80c82bad206cff90 2024-12-05T13:21:19,164 DEBUG [StoreCloser-TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/0919e73abf514ecd9d8e4e5873c9d1f8 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/0919e73abf514ecd9d8e4e5873c9d1f8 2024-12-05T13:21:19,167 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/recovered.edits/470.seqid, newMaxSeqId=470, maxSeqId=1 2024-12-05T13:21:19,168 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd. 2024-12-05T13:21:19,168 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1635): Region close journal for 8d3368caa77ffc16aac2d6d948a3ccdd: 2024-12-05T13:21:19,169 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(170): Closed 8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:21:19,170 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=8d3368caa77ffc16aac2d6d948a3ccdd, regionState=CLOSED 2024-12-05T13:21:19,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-12-05T13:21:19,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; CloseRegionProcedure 8d3368caa77ffc16aac2d6d948a3ccdd, server=6fe4fa47a8fb,37007,1733404723344 in 1.6720 sec 2024-12-05T13:21:19,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-12-05T13:21:19,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d3368caa77ffc16aac2d6d948a3ccdd, UNASSIGN in 1.6750 sec 2024-12-05T13:21:19,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-12-05T13:21:19,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6780 sec 2024-12-05T13:21:19,175 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404879175"}]},"ts":"1733404879175"} 2024-12-05T13:21:19,175 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T13:21:19,177 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T13:21:19,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6900 sec 2024-12-05T13:21:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-05T13:21:19,595 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 162 completed 2024-12-05T13:21:19,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T13:21:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=166, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:21:19,597 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=166, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:21:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-05T13:21:19,597 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=166, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:21:19,598 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:21:19,600 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A, FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B, FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C, FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/recovered.edits] 2024-12-05T13:21:19,602 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/4d540c9d917842a89f163c16d7db2cce to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/4d540c9d917842a89f163c16d7db2cce 2024-12-05T13:21:19,603 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/bd69a9f4ab2941d1aae3e99fd4c141a3 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/A/bd69a9f4ab2941d1aae3e99fd4c141a3 2024-12-05T13:21:19,605 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/87199b3939b4497395b7689ee8142094 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/87199b3939b4497395b7689ee8142094 2024-12-05T13:21:19,606 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/e7d8759978e942c7ae7cc904bd9c08ba to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/B/e7d8759978e942c7ae7cc904bd9c08ba 2024-12-05T13:21:19,608 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/14654287f45f448385a259e433ac0a77 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/14654287f45f448385a259e433ac0a77 2024-12-05T13:21:19,608 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/d64069bef24646ea91f8e4b9bc77cafa to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/C/d64069bef24646ea91f8e4b9bc77cafa 2024-12-05T13:21:19,610 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/recovered.edits/470.seqid to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd/recovered.edits/470.seqid 2024-12-05T13:21:19,611 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/8d3368caa77ffc16aac2d6d948a3ccdd 2024-12-05T13:21:19,611 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T13:21:19,612 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=166, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:21:19,613 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T13:21:19,615 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T13:21:19,615 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=166, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:21:19,616 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T13:21:19,616 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733404879616"}]},"ts":"9223372036854775807"} 2024-12-05T13:21:19,617 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-05T13:21:19,617 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8d3368caa77ffc16aac2d6d948a3ccdd, NAME => 'TestAcidGuarantees,,1733404853421.8d3368caa77ffc16aac2d6d948a3ccdd.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T13:21:19,617 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T13:21:19,617 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733404879617"}]},"ts":"9223372036854775807"} 2024-12-05T13:21:19,618 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-05T13:21:19,620 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=166, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:21:19,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 25 msec 2024-12-05T13:21:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-05T13:21:19,698 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 166 completed 2024-12-05T13:21:19,708 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=241 (was 238) - Thread LEAK? -, OpenFileDescriptor=458 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=365 (was 346) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8283 (was 8295) 2024-12-05T13:21:19,716 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=241, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=365, ProcessCount=11, AvailableMemoryMB=8282 2024-12-05T13:21:19,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T13:21:19,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:21:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T13:21:19,719 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=167, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:21:19,719 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:19,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 167 2024-12-05T13:21:19,720 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=167, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:21:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-05T13:21:19,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742407_1583 (size=963) 2024-12-05T13:21:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-05T13:21:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-05T13:21:20,126 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e 2024-12-05T13:21:20,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742408_1584 (size=53) 2024-12-05T13:21:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-05T13:21:20,532 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:21:20,532 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 4a9f71dfb7b8c30e51ea5318c8cd74fc, disabling compactions & flushes 2024-12-05T13:21:20,532 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:20,532 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:20,532 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. after waiting 0 ms 2024-12-05T13:21:20,532 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:20,532 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:20,532 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:20,533 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=167, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:21:20,533 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733404880533"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733404880533"}]},"ts":"1733404880533"} 2024-12-05T13:21:20,534 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T13:21:20,535 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=167, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:21:20,535 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404880535"}]},"ts":"1733404880535"} 2024-12-05T13:21:20,535 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T13:21:20,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a9f71dfb7b8c30e51ea5318c8cd74fc, ASSIGN}] 2024-12-05T13:21:20,540 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a9f71dfb7b8c30e51ea5318c8cd74fc, ASSIGN 2024-12-05T13:21:20,540 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a9f71dfb7b8c30e51ea5318c8cd74fc, ASSIGN; state=OFFLINE, location=6fe4fa47a8fb,37007,1733404723344; forceNewPlan=false, retain=false 2024-12-05T13:21:20,691 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=168 updating hbase:meta row=4a9f71dfb7b8c30e51ea5318c8cd74fc, regionState=OPENING, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:20,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE; OpenRegionProcedure 4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344}] 2024-12-05T13:21:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-05T13:21:20,844 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:20,847 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:20,847 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(7285): Opening region: {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:21:20,847 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:20,847 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:21:20,847 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(7327): checking encryption for 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:20,847 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(7330): checking classloading for 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:20,848 INFO [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:20,849 INFO [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:21:20,850 INFO [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a9f71dfb7b8c30e51ea5318c8cd74fc columnFamilyName A 2024-12-05T13:21:20,850 DEBUG [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:20,850 INFO [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] regionserver.HStore(327): Store=4a9f71dfb7b8c30e51ea5318c8cd74fc/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:21:20,850 INFO [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:20,851 INFO [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:21:20,851 INFO [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a9f71dfb7b8c30e51ea5318c8cd74fc columnFamilyName B 2024-12-05T13:21:20,851 DEBUG [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:20,852 INFO [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] regionserver.HStore(327): Store=4a9f71dfb7b8c30e51ea5318c8cd74fc/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:21:20,852 INFO [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:20,853 INFO [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:21:20,853 INFO [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a9f71dfb7b8c30e51ea5318c8cd74fc columnFamilyName C 2024-12-05T13:21:20,853 DEBUG [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:20,853 INFO [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] regionserver.HStore(327): Store=4a9f71dfb7b8c30e51ea5318c8cd74fc/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:21:20,853 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:20,854 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:20,854 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:20,855 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T13:21:20,856 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(1085): writing seq id for 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:20,858 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:21:20,858 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(1102): Opened 4a9f71dfb7b8c30e51ea5318c8cd74fc; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60558714, jitterRate=-0.09760484099388123}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T13:21:20,858 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(1001): Region open journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:20,859 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., pid=169, masterSystemTime=1733404880844 2024-12-05T13:21:20,860 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:20,860 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:20,861 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=168 updating hbase:meta row=4a9f71dfb7b8c30e51ea5318c8cd74fc, regionState=OPEN, openSeqNum=2, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:20,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=168 2024-12-05T13:21:20,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=168, state=SUCCESS; OpenRegionProcedure 4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 in 170 msec 2024-12-05T13:21:20,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-12-05T13:21:20,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a9f71dfb7b8c30e51ea5318c8cd74fc, ASSIGN in 324 msec 2024-12-05T13:21:20,864 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=167, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:21:20,865 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404880864"}]},"ts":"1733404880864"} 2024-12-05T13:21:20,865 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T13:21:20,868 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=167, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:21:20,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-12-05T13:21:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-05T13:21:21,824 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-12-05T13:21:21,825 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d9954b7 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fb684eb 2024-12-05T13:21:21,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537a66f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:21,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:21:21,832 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:21:21,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:21:21,834 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:21:21,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T13:21:21,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:21:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=170, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-05T13:21:21,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742409_1585 (size=999) 2024-12-05T13:21:22,246 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-05T13:21:22,246 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-05T13:21:22,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T13:21:22,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a9f71dfb7b8c30e51ea5318c8cd74fc, REOPEN/MOVE}] 2024-12-05T13:21:22,250 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a9f71dfb7b8c30e51ea5318c8cd74fc, REOPEN/MOVE 2024-12-05T13:21:22,251 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=172 updating hbase:meta row=4a9f71dfb7b8c30e51ea5318c8cd74fc, regionState=CLOSING, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:22,252 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T13:21:22,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE; CloseRegionProcedure 4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344}] 2024-12-05T13:21:22,403 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:22,404 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(124): Close 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:22,404 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T13:21:22,404 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1681): Closing 4a9f71dfb7b8c30e51ea5318c8cd74fc, disabling compactions & flushes 2024-12-05T13:21:22,404 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:22,404 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:22,404 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. after waiting 0 ms 2024-12-05T13:21:22,404 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:22,407 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T13:21:22,408 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:22,408 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1635): Region close journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:22,408 WARN [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegionServer(3786): Not adding moved region record: 4a9f71dfb7b8c30e51ea5318c8cd74fc to self. 2024-12-05T13:21:22,409 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(170): Closed 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:22,409 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=172 updating hbase:meta row=4a9f71dfb7b8c30e51ea5318c8cd74fc, regionState=CLOSED 2024-12-05T13:21:22,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=173, resume processing ppid=172 2024-12-05T13:21:22,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, ppid=172, state=SUCCESS; CloseRegionProcedure 4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 in 158 msec 2024-12-05T13:21:22,411 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a9f71dfb7b8c30e51ea5318c8cd74fc, REOPEN/MOVE; state=CLOSED, location=6fe4fa47a8fb,37007,1733404723344; forceNewPlan=false, retain=true 2024-12-05T13:21:22,562 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=172 updating hbase:meta row=4a9f71dfb7b8c30e51ea5318c8cd74fc, regionState=OPENING, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:22,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=172, state=RUNNABLE; OpenRegionProcedure 4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344}] 2024-12-05T13:21:22,714 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:22,717 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:22,717 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.HRegion(7285): Opening region: {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:21:22,717 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:22,717 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:21:22,717 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.HRegion(7327): checking encryption for 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:22,717 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.HRegion(7330): checking classloading for 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:22,719 INFO [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:22,719 INFO [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:21:22,719 INFO [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a9f71dfb7b8c30e51ea5318c8cd74fc columnFamilyName A 2024-12-05T13:21:22,720 DEBUG [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:22,721 INFO [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] regionserver.HStore(327): Store=4a9f71dfb7b8c30e51ea5318c8cd74fc/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:21:22,721 INFO [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:22,721 INFO [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:21:22,721 INFO [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a9f71dfb7b8c30e51ea5318c8cd74fc columnFamilyName B 2024-12-05T13:21:22,721 DEBUG [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:22,722 INFO [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] regionserver.HStore(327): Store=4a9f71dfb7b8c30e51ea5318c8cd74fc/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:21:22,722 INFO [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:22,722 INFO [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T13:21:22,722 INFO [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a9f71dfb7b8c30e51ea5318c8cd74fc columnFamilyName C 2024-12-05T13:21:22,722 DEBUG [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:22,723 INFO [StoreOpener-4a9f71dfb7b8c30e51ea5318c8cd74fc-1 {}] regionserver.HStore(327): Store=4a9f71dfb7b8c30e51ea5318c8cd74fc/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:21:22,723 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:22,723 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:22,724 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:22,725 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T13:21:22,726 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.HRegion(1085): writing seq id for 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:22,726 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.HRegion(1102): Opened 4a9f71dfb7b8c30e51ea5318c8cd74fc; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70380127, jitterRate=0.048745617270469666}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T13:21:22,727 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.HRegion(1001): Region open journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:22,728 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., pid=174, masterSystemTime=1733404882714 2024-12-05T13:21:22,729 DEBUG [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:22,729 INFO [RS_OPEN_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:22,729 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=172 updating hbase:meta row=4a9f71dfb7b8c30e51ea5318c8cd74fc, regionState=OPEN, openSeqNum=5, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:22,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=172 2024-12-05T13:21:22,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=172, state=SUCCESS; OpenRegionProcedure 4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 in 167 msec 2024-12-05T13:21:22,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-12-05T13:21:22,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a9f71dfb7b8c30e51ea5318c8cd74fc, REOPEN/MOVE in 481 msec 2024-12-05T13:21:22,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=171, resume processing ppid=170 2024-12-05T13:21:22,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, ppid=170, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 485 msec 2024-12-05T13:21:22,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 899 msec 2024-12-05T13:21:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=170 2024-12-05T13:21:22,737 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d5efb7a to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@644b7e6 2024-12-05T13:21:22,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6094c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:22,741 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fc332d8 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c9b5141 2024-12-05T13:21:22,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103dfc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:22,744 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17327621 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11a52cdf 2024-12-05T13:21:22,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e047c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:22,748 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1584f18a to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d7fe431 2024-12-05T13:21:22,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d631a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:22,751 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b914bf4 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@91d72db 2024-12-05T13:21:22,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58971172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:22,754 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d836f78 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d7fe93b 2024-12-05T13:21:22,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7846cb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:22,759 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53305d9b to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11c440f7 2024-12-05T13:21:22,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1754bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:22,763 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bb6288a to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58460ef3 2024-12-05T13:21:22,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9113f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:22,766 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06556601 to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e8cd1ae 2024-12-05T13:21:22,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb75907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:22,770 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x458a85fd to 127.0.0.1:61019 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d832d43 2024-12-05T13:21:22,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1d3a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:22,785 DEBUG [hconnection-0x5aca2672-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:21:22,786 DEBUG [hconnection-0x65ca6eae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:21:22,786 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:21:22,787 DEBUG [hconnection-0x6ac2985b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:21:22,787 DEBUG [hconnection-0x767a8b76-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:21:22,787 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44196, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:21:22,787 DEBUG [hconnection-0x914723-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:21:22,788 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44206, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:21:22,788 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:21:22,788 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44214, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:21:22,791 DEBUG [hconnection-0x2976400b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:21:22,792 DEBUG [hconnection-0x7a87702b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:21:22,793 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:21:22,793 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:21:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:22,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a9f71dfb7b8c30e51ea5318c8cd74fc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T13:21:22,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=A 2024-12-05T13:21:22,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:22,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=B 2024-12-05T13:21:22,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:22,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=C 2024-12-05T13:21:22,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:22,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:21:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-12-05T13:21:22,807 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:21:22,807 DEBUG [hconnection-0x620ccaf8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:21:22,807 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:21:22,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:21:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-05T13:21:22,809 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44240, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:21:22,809 DEBUG [hconnection-0x2402e316-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:21:22,812 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:21:22,812 DEBUG [hconnection-0x147e5896-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:21:22,814 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:21:22,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44214 deadline: 1733404942815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:22,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44206 deadline: 1733404942816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:22,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404942816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:22,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44228 deadline: 1733404942818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:22,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44254 deadline: 1733404942819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:22,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205f28dbbd44d07425592952b387bf628c1_4a9f71dfb7b8c30e51ea5318c8cd74fc is 50, key is test_row_0/A:col10/1733404882797/Put/seqid=0 2024-12-05T13:21:22,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742410_1586 (size=12154) 2024-12-05T13:21:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-05T13:21:22,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44206 deadline: 1733404942917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:22,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404942918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:22,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44214 deadline: 1733404942918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:22,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44228 deadline: 1733404942919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:22,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44254 deadline: 1733404942922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:22,962 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:22,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-05T13:21:22,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:22,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:22,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:22,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:22,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-05T13:21:23,115 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:23,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-05T13:21:23,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:23,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:23,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:23,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:23,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:23,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44206 deadline: 1733404943119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:23,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404943121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:23,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44214 deadline: 1733404943121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:23,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44228 deadline: 1733404943122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:23,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44254 deadline: 1733404943124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:23,257 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:23,260 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205f28dbbd44d07425592952b387bf628c1_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f28dbbd44d07425592952b387bf628c1_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:23,261 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/2e6e8296bbca429d918912ef8b0af571, store: [table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:23,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/2e6e8296bbca429d918912ef8b0af571 is 175, key is test_row_0/A:col10/1733404882797/Put/seqid=0 2024-12-05T13:21:23,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742411_1587 (size=30955) 2024-12-05T13:21:23,268 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:23,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-05T13:21:23,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:23,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:23,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:23,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:23,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-05T13:21:23,421 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:23,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-05T13:21:23,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:23,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:23,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:23,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:23,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:23,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:23,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44206 deadline: 1733404943421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:23,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:23,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404943423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:23,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44214 deadline: 1733404943424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:23,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:23,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44228 deadline: 1733404943426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:23,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:23,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44254 deadline: 1733404943427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:23,573 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:23,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-05T13:21:23,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:23,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:23,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:23,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:23,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:23,666 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/2e6e8296bbca429d918912ef8b0af571 2024-12-05T13:21:23,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/fae6a9f8210a45938dafa722e11bb5a8 is 50, key is test_row_0/B:col10/1733404882797/Put/seqid=0 2024-12-05T13:21:23,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742412_1588 (size=12001) 2024-12-05T13:21:23,726 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:23,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-05T13:21:23,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:23,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:23,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:23,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:23,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:23,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:23,878 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:23,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-05T13:21:23,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:23,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:23,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:23,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:23,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:23,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:23,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-05T13:21:23,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:23,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404943925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:23,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:23,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44214 deadline: 1733404943926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:23,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:23,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44206 deadline: 1733404943926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:23,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:23,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44228 deadline: 1733404943928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:23,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:23,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44254 deadline: 1733404943930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:24,031 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:24,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-05T13:21:24,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:24,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:24,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:24,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:24,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:24,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/fae6a9f8210a45938dafa722e11bb5a8 2024-12-05T13:21:24,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/4f5896260f79449fb9ac5253c468d52b is 50, key is test_row_0/C:col10/1733404882797/Put/seqid=0 2024-12-05T13:21:24,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742413_1589 (size=12001) 2024-12-05T13:21:24,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/4f5896260f79449fb9ac5253c468d52b 2024-12-05T13:21:24,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/2e6e8296bbca429d918912ef8b0af571 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/2e6e8296bbca429d918912ef8b0af571 2024-12-05T13:21:24,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/2e6e8296bbca429d918912ef8b0af571, entries=150, sequenceid=18, filesize=30.2 K 2024-12-05T13:21:24,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/fae6a9f8210a45938dafa722e11bb5a8 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/fae6a9f8210a45938dafa722e11bb5a8 2024-12-05T13:21:24,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/fae6a9f8210a45938dafa722e11bb5a8, entries=150, sequenceid=18, filesize=11.7 K 2024-12-05T13:21:24,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/4f5896260f79449fb9ac5253c468d52b as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/4f5896260f79449fb9ac5253c468d52b 2024-12-05T13:21:24,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/4f5896260f79449fb9ac5253c468d52b, entries=150, sequenceid=18, filesize=11.7 K 2024-12-05T13:21:24,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 4a9f71dfb7b8c30e51ea5318c8cd74fc in 1340ms, sequenceid=18, compaction requested=false 2024-12-05T13:21:24,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:24,184 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:24,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-05T13:21:24,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:24,185 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing 4a9f71dfb7b8c30e51ea5318c8cd74fc 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-05T13:21:24,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=A 2024-12-05T13:21:24,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:24,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=B 2024-12-05T13:21:24,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:24,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=C 2024-12-05T13:21:24,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:24,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052f26c16854ee480f87d3f7c0b926d267_4a9f71dfb7b8c30e51ea5318c8cd74fc is 50, key is test_row_0/A:col10/1733404882812/Put/seqid=0 2024-12-05T13:21:24,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742414_1590 (size=12154) 2024-12-05T13:21:24,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,601 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052f26c16854ee480f87d3f7c0b926d267_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052f26c16854ee480f87d3f7c0b926d267_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:24,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/c1dc248a37b3443fbbd96ddc5ec0e217, store: [table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:24,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/c1dc248a37b3443fbbd96ddc5ec0e217 is 175, key is test_row_0/A:col10/1733404882812/Put/seqid=0 2024-12-05T13:21:24,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742415_1591 (size=30955) 2024-12-05T13:21:24,614 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/c1dc248a37b3443fbbd96ddc5ec0e217 2024-12-05T13:21:24,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/ba24303e022d4ce783d845533970ae0d is 50, key is test_row_0/B:col10/1733404882812/Put/seqid=0 2024-12-05T13:21:24,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742416_1592 (size=12001) 2024-12-05T13:21:24,655 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/ba24303e022d4ce783d845533970ae0d 2024-12-05T13:21:24,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/ed6dc1f91a5b45758d57bf8ea792ed98 is 50, key is test_row_0/C:col10/1733404882812/Put/seqid=0 2024-12-05T13:21:24,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742417_1593 (size=12001) 2024-12-05T13:21:24,671 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/ed6dc1f91a5b45758d57bf8ea792ed98 2024-12-05T13:21:24,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/c1dc248a37b3443fbbd96ddc5ec0e217 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/c1dc248a37b3443fbbd96ddc5ec0e217 2024-12-05T13:21:24,680 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/c1dc248a37b3443fbbd96ddc5ec0e217, entries=150, sequenceid=41, filesize=30.2 K 2024-12-05T13:21:24,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/ba24303e022d4ce783d845533970ae0d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/ba24303e022d4ce783d845533970ae0d 2024-12-05T13:21:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,684 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/ba24303e022d4ce783d845533970ae0d, entries=150, sequenceid=41, filesize=11.7 K 2024-12-05T13:21:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/ed6dc1f91a5b45758d57bf8ea792ed98 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/ed6dc1f91a5b45758d57bf8ea792ed98 2024-12-05T13:21:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,690 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/ed6dc1f91a5b45758d57bf8ea792ed98, entries=150, sequenceid=41, filesize=11.7 K 2024-12-05T13:21:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,691 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 4a9f71dfb7b8c30e51ea5318c8cd74fc in 506ms, sequenceid=41, compaction requested=false 2024-12-05T13:21:24,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:24,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:24,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-12-05T13:21:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-12-05T13:21:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,692 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T13:21:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-12-05T13:21:24,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8850 sec 2024-12-05T13:21:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 1.8890 sec 2024-12-05T13:21:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-05T13:21:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,912 INFO [Thread-2590 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-12-05T13:21:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:21:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-12-05T13:21:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,914 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:21:24,915 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:21:24,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:21:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-05T13:21:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:24,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a9f71dfb7b8c30e51ea5318c8cd74fc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T13:21:24,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=A 2024-12-05T13:21:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:24,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=B 2024-12-05T13:21:24,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:24,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=C 2024-12-05T13:21:24,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e544dc422f0c4fe997b3705c2cdcf62d_4a9f71dfb7b8c30e51ea5318c8cd74fc is 50, key is test_row_0/A:col10/1733404884960/Put/seqid=0 2024-12-05T13:21:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:25,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44254 deadline: 1733404945003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44206 deadline: 1733404945005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44214 deadline: 1733404945006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44228 deadline: 1733404945008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404945008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-05T13:21:25,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742418_1594 (size=24358) 2024-12-05T13:21:25,024 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:25,028 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e544dc422f0c4fe997b3705c2cdcf62d_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e544dc422f0c4fe997b3705c2cdcf62d_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:25,029 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/78badde2de3d4f31a48b8a8f70e6078f, store: [table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:25,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/78badde2de3d4f31a48b8a8f70e6078f is 175, key is test_row_0/A:col10/1733404884960/Put/seqid=0 2024-12-05T13:21:25,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742419_1595 (size=73995) 2024-12-05T13:21:25,044 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/78badde2de3d4f31a48b8a8f70e6078f 2024-12-05T13:21:25,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/7d809a6873ce45159570554006617dba is 50, key is test_row_0/B:col10/1733404884960/Put/seqid=0 2024-12-05T13:21:25,066 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-05T13:21:25,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:25,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:25,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:25,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:25,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:25,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742420_1596 (size=12001) 2024-12-05T13:21:25,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44254 deadline: 1733404945109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44206 deadline: 1733404945110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44214 deadline: 1733404945111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44228 deadline: 1733404945113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404945115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-05T13:21:25,220 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-05T13:21:25,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:25,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:25,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:25,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:25,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:25,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44254 deadline: 1733404945312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44206 deadline: 1733404945314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44214 deadline: 1733404945314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44228 deadline: 1733404945316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404945318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,372 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-05T13:21:25,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:25,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:25,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:25,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:25,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:25,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/7d809a6873ce45159570554006617dba 2024-12-05T13:21:25,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/0ba7286dd5b44d8b88b8d554fd130fff is 50, key is test_row_0/C:col10/1733404884960/Put/seqid=0 2024-12-05T13:21:25,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742421_1597 (size=12001) 2024-12-05T13:21:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-05T13:21:25,525 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-05T13:21:25,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:25,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:25,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:25,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:25,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:25,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44254 deadline: 1733404945614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44206 deadline: 1733404945618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44214 deadline: 1733404945619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404945621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44228 deadline: 1733404945622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,677 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-05T13:21:25,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:25,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:25,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:25,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:25,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:25,830 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-05T13:21:25,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:25,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:25,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:25,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:25,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:25,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/0ba7286dd5b44d8b88b8d554fd130fff 2024-12-05T13:21:25,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/78badde2de3d4f31a48b8a8f70e6078f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/78badde2de3d4f31a48b8a8f70e6078f 2024-12-05T13:21:25,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/78badde2de3d4f31a48b8a8f70e6078f, entries=400, sequenceid=52, filesize=72.3 K 2024-12-05T13:21:25,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/7d809a6873ce45159570554006617dba as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/7d809a6873ce45159570554006617dba 2024-12-05T13:21:25,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/7d809a6873ce45159570554006617dba, entries=150, sequenceid=52, filesize=11.7 K 2024-12-05T13:21:25,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/0ba7286dd5b44d8b88b8d554fd130fff as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/0ba7286dd5b44d8b88b8d554fd130fff 2024-12-05T13:21:25,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/0ba7286dd5b44d8b88b8d554fd130fff, entries=150, sequenceid=52, filesize=11.7 K 2024-12-05T13:21:25,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 4a9f71dfb7b8c30e51ea5318c8cd74fc in 953ms, sequenceid=52, compaction requested=true 2024-12-05T13:21:25,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:25,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a9f71dfb7b8c30e51ea5318c8cd74fc:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:21:25,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:25,924 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:25,924 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:25,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a9f71dfb7b8c30e51ea5318c8cd74fc:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:21:25,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:25,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a9f71dfb7b8c30e51ea5318c8cd74fc:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:21:25,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:25,925 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:25,925 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 135905 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:25,925 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 4a9f71dfb7b8c30e51ea5318c8cd74fc/A is initiating minor compaction (all files) 2024-12-05T13:21:25,925 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 4a9f71dfb7b8c30e51ea5318c8cd74fc/B is initiating minor compaction (all files) 2024-12-05T13:21:25,925 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a9f71dfb7b8c30e51ea5318c8cd74fc/B in TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:25,925 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a9f71dfb7b8c30e51ea5318c8cd74fc/A in TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:25,925 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/fae6a9f8210a45938dafa722e11bb5a8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/ba24303e022d4ce783d845533970ae0d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/7d809a6873ce45159570554006617dba] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp, totalSize=35.2 K 2024-12-05T13:21:25,925 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/2e6e8296bbca429d918912ef8b0af571, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/c1dc248a37b3443fbbd96ddc5ec0e217, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/78badde2de3d4f31a48b8a8f70e6078f] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp, totalSize=132.7 K 2024-12-05T13:21:25,925 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:25,925 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. files: [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/2e6e8296bbca429d918912ef8b0af571, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/c1dc248a37b3443fbbd96ddc5ec0e217, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/78badde2de3d4f31a48b8a8f70e6078f] 2024-12-05T13:21:25,925 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e6e8296bbca429d918912ef8b0af571, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1733404882792 2024-12-05T13:21:25,925 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting fae6a9f8210a45938dafa722e11bb5a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1733404882792 2024-12-05T13:21:25,926 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1dc248a37b3443fbbd96ddc5ec0e217, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733404882812 2024-12-05T13:21:25,926 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting ba24303e022d4ce783d845533970ae0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733404882812 2024-12-05T13:21:25,926 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78badde2de3d4f31a48b8a8f70e6078f, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733404884956 2024-12-05T13:21:25,926 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d809a6873ce45159570554006617dba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733404884960 2024-12-05T13:21:25,933 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a9f71dfb7b8c30e51ea5318c8cd74fc#B#compaction#515 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:25,933 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/bf6963939939473a940a2965c9561207 is 50, key is test_row_0/B:col10/1733404884960/Put/seqid=0 2024-12-05T13:21:25,935 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:25,940 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120512062a43eeae44fb8456f14cf4f55429_4a9f71dfb7b8c30e51ea5318c8cd74fc store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:25,943 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120512062a43eeae44fb8456f14cf4f55429_4a9f71dfb7b8c30e51ea5318c8cd74fc, store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:25,944 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120512062a43eeae44fb8456f14cf4f55429_4a9f71dfb7b8c30e51ea5318c8cd74fc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:25,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742422_1598 (size=12104) 2024-12-05T13:21:25,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742423_1599 (size=4469) 2024-12-05T13:21:25,958 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a9f71dfb7b8c30e51ea5318c8cd74fc#A#compaction#516 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:25,959 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/0c2f173495ff43c6aaa43ff166fb52ea is 175, key is test_row_0/A:col10/1733404884960/Put/seqid=0 2024-12-05T13:21:25,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742424_1600 (size=31058) 2024-12-05T13:21:25,967 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/0c2f173495ff43c6aaa43ff166fb52ea as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/0c2f173495ff43c6aaa43ff166fb52ea 2024-12-05T13:21:25,972 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a9f71dfb7b8c30e51ea5318c8cd74fc/A of 4a9f71dfb7b8c30e51ea5318c8cd74fc into 0c2f173495ff43c6aaa43ff166fb52ea(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:25,972 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:25,972 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., storeName=4a9f71dfb7b8c30e51ea5318c8cd74fc/A, priority=13, startTime=1733404885923; duration=0sec 2024-12-05T13:21:25,972 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:25,972 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a9f71dfb7b8c30e51ea5318c8cd74fc:A 2024-12-05T13:21:25,972 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:25,973 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:25,973 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 4a9f71dfb7b8c30e51ea5318c8cd74fc/C is initiating minor compaction (all files) 2024-12-05T13:21:25,973 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a9f71dfb7b8c30e51ea5318c8cd74fc/C in TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:25,973 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/4f5896260f79449fb9ac5253c468d52b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/ed6dc1f91a5b45758d57bf8ea792ed98, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/0ba7286dd5b44d8b88b8d554fd130fff] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp, totalSize=35.2 K 2024-12-05T13:21:25,973 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f5896260f79449fb9ac5253c468d52b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1733404882792 2024-12-05T13:21:25,973 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed6dc1f91a5b45758d57bf8ea792ed98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733404882812 2024-12-05T13:21:25,974 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ba7286dd5b44d8b88b8d554fd130fff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733404884960 2024-12-05T13:21:25,980 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a9f71dfb7b8c30e51ea5318c8cd74fc#C#compaction#517 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:25,981 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/293466329ead49b28e85e079dbbadfc6 is 50, key is test_row_0/C:col10/1733404884960/Put/seqid=0 2024-12-05T13:21:25,983 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:25,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-05T13:21:25,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:25,983 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing 4a9f71dfb7b8c30e51ea5318c8cd74fc 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-05T13:21:25,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=A 2024-12-05T13:21:25,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:25,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=B 2024-12-05T13:21:25,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:25,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=C 2024-12-05T13:21:25,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:25,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742425_1601 (size=12104) 2024-12-05T13:21:25,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053f36145481e1476b90bfd0fc2ec35947_4a9f71dfb7b8c30e51ea5318c8cd74fc is 50, key is test_row_0/A:col10/1733404885000/Put/seqid=0 2024-12-05T13:21:25,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742426_1602 (size=12154) 2024-12-05T13:21:26,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-05T13:21:26,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:26,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:26,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404946128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:26,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44228 deadline: 1733404946128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:26,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44254 deadline: 1733404946130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:26,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44214 deadline: 1733404946130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:26,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44206 deadline: 1733404946130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:26,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44228 deadline: 1733404946232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:26,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44254 deadline: 1733404946232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:26,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44214 deadline: 1733404946234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:26,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44206 deadline: 1733404946234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:26,354 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/bf6963939939473a940a2965c9561207 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/bf6963939939473a940a2965c9561207 2024-12-05T13:21:26,358 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a9f71dfb7b8c30e51ea5318c8cd74fc/B of 4a9f71dfb7b8c30e51ea5318c8cd74fc into bf6963939939473a940a2965c9561207(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:26,358 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:26,358 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., storeName=4a9f71dfb7b8c30e51ea5318c8cd74fc/B, priority=13, startTime=1733404885924; duration=0sec 2024-12-05T13:21:26,358 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:26,358 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a9f71dfb7b8c30e51ea5318c8cd74fc:B 2024-12-05T13:21:26,390 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/293466329ead49b28e85e079dbbadfc6 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/293466329ead49b28e85e079dbbadfc6 2024-12-05T13:21:26,393 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a9f71dfb7b8c30e51ea5318c8cd74fc/C of 4a9f71dfb7b8c30e51ea5318c8cd74fc into 293466329ead49b28e85e079dbbadfc6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:26,393 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:26,393 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., storeName=4a9f71dfb7b8c30e51ea5318c8cd74fc/C, priority=13, startTime=1733404885924; duration=0sec 2024-12-05T13:21:26,394 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:26,394 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a9f71dfb7b8c30e51ea5318c8cd74fc:C 2024-12-05T13:21:26,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:26,401 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053f36145481e1476b90bfd0fc2ec35947_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053f36145481e1476b90bfd0fc2ec35947_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:26,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/1102fcf66cb74466a7c0b7606e2a8134, store: [table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:26,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/1102fcf66cb74466a7c0b7606e2a8134 is 175, key is test_row_0/A:col10/1733404885000/Put/seqid=0 2024-12-05T13:21:26,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742427_1603 (size=30955) 2024-12-05T13:21:26,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44228 deadline: 1733404946436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:26,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44214 deadline: 1733404946436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:26,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44254 deadline: 1733404946436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:26,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44206 deadline: 1733404946438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:26,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44228 deadline: 1733404946739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:26,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44214 deadline: 1733404946740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:26,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44254 deadline: 1733404946740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:26,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44206 deadline: 1733404946741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:26,806 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/1102fcf66cb74466a7c0b7606e2a8134 2024-12-05T13:21:26,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/c63a9ff966664d8e9f197bc2828b004c is 50, key is test_row_0/B:col10/1733404885000/Put/seqid=0 2024-12-05T13:21:26,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742428_1604 (size=12001) 2024-12-05T13:21:26,817 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/c63a9ff966664d8e9f197bc2828b004c 2024-12-05T13:21:26,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/54f8e14f7baf471cab217e665c8d37da is 50, key is test_row_0/C:col10/1733404885000/Put/seqid=0 2024-12-05T13:21:26,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742429_1605 (size=12001) 2024-12-05T13:21:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-05T13:21:27,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404947141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:27,226 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/54f8e14f7baf471cab217e665c8d37da 2024-12-05T13:21:27,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/1102fcf66cb74466a7c0b7606e2a8134 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/1102fcf66cb74466a7c0b7606e2a8134 2024-12-05T13:21:27,235 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/1102fcf66cb74466a7c0b7606e2a8134, entries=150, sequenceid=79, filesize=30.2 K 2024-12-05T13:21:27,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/c63a9ff966664d8e9f197bc2828b004c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/c63a9ff966664d8e9f197bc2828b004c 2024-12-05T13:21:27,238 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/c63a9ff966664d8e9f197bc2828b004c, entries=150, sequenceid=79, filesize=11.7 K 2024-12-05T13:21:27,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/54f8e14f7baf471cab217e665c8d37da as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/54f8e14f7baf471cab217e665c8d37da 2024-12-05T13:21:27,243 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/54f8e14f7baf471cab217e665c8d37da, entries=150, sequenceid=79, filesize=11.7 K 2024-12-05T13:21:27,243 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 4a9f71dfb7b8c30e51ea5318c8cd74fc in 1260ms, sequenceid=79, compaction requested=false 2024-12-05T13:21:27,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:27,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:27,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-12-05T13:21:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-12-05T13:21:27,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-12-05T13:21:27,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3300 sec 2024-12-05T13:21:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:27,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a9f71dfb7b8c30e51ea5318c8cd74fc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T13:21:27,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=A 2024-12-05T13:21:27,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:27,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=B 2024-12-05T13:21:27,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:27,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=C 2024-12-05T13:21:27,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:27,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 2.3340 sec 2024-12-05T13:21:27,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d43970ba109d430a94c46c409f76f45c_4a9f71dfb7b8c30e51ea5318c8cd74fc is 50, key is test_row_0/A:col10/1733404887246/Put/seqid=0 2024-12-05T13:21:27,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44206 deadline: 1733404947266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:27,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44228 deadline: 1733404947267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:27,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44214 deadline: 1733404947268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:27,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44254 deadline: 1733404947269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:27,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742430_1606 (size=14594) 2024-12-05T13:21:27,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44206 deadline: 1733404947370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:27,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44228 deadline: 1733404947370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:27,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44214 deadline: 1733404947371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:27,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44254 deadline: 1733404947371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:27,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44206 deadline: 1733404947573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:27,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44228 deadline: 1733404947574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:27,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44214 deadline: 1733404947574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:27,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44254 deadline: 1733404947575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:27,678 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:27,682 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d43970ba109d430a94c46c409f76f45c_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d43970ba109d430a94c46c409f76f45c_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:27,682 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/11506a68f53b49159bc4bfd79f0e6834, store: [table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:27,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/11506a68f53b49159bc4bfd79f0e6834 is 175, key is test_row_0/A:col10/1733404887246/Put/seqid=0 2024-12-05T13:21:27,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742431_1607 (size=39549) 2024-12-05T13:21:27,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44206 deadline: 1733404947876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:27,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44228 deadline: 1733404947877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:27,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44254 deadline: 1733404947878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:27,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44214 deadline: 1733404947878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:28,088 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/11506a68f53b49159bc4bfd79f0e6834 2024-12-05T13:21:28,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/167e398d2a9844838bd8759c464e577f is 50, key is test_row_0/B:col10/1733404887246/Put/seqid=0 2024-12-05T13:21:28,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742432_1608 (size=12001) 2024-12-05T13:21:28,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/167e398d2a9844838bd8759c464e577f 2024-12-05T13:21:28,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/ab686e9592314d92810b474c5c9b3eb6 is 50, key is test_row_0/C:col10/1733404887246/Put/seqid=0 2024-12-05T13:21:28,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742433_1609 (size=12001) 2024-12-05T13:21:28,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44206 deadline: 1733404948379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:28,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44254 deadline: 1733404948380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:28,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44214 deadline: 1733404948382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:28,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44228 deadline: 1733404948383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:28,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/ab686e9592314d92810b474c5c9b3eb6 2024-12-05T13:21:28,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/11506a68f53b49159bc4bfd79f0e6834 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/11506a68f53b49159bc4bfd79f0e6834 2024-12-05T13:21:28,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/11506a68f53b49159bc4bfd79f0e6834, entries=200, sequenceid=95, filesize=38.6 K 2024-12-05T13:21:28,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/167e398d2a9844838bd8759c464e577f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/167e398d2a9844838bd8759c464e577f 2024-12-05T13:21:28,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/167e398d2a9844838bd8759c464e577f, entries=150, sequenceid=95, filesize=11.7 K 2024-12-05T13:21:28,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/ab686e9592314d92810b474c5c9b3eb6 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/ab686e9592314d92810b474c5c9b3eb6 2024-12-05T13:21:28,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/ab686e9592314d92810b474c5c9b3eb6, entries=150, sequenceid=95, filesize=11.7 K 2024-12-05T13:21:28,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 4a9f71dfb7b8c30e51ea5318c8cd74fc in 1286ms, sequenceid=95, compaction requested=true 2024-12-05T13:21:28,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:28,533 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:28,534 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:28,534 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 4a9f71dfb7b8c30e51ea5318c8cd74fc/A is initiating minor compaction (all files) 2024-12-05T13:21:28,534 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a9f71dfb7b8c30e51ea5318c8cd74fc/A in TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:28,534 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/0c2f173495ff43c6aaa43ff166fb52ea, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/1102fcf66cb74466a7c0b7606e2a8134, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/11506a68f53b49159bc4bfd79f0e6834] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp, totalSize=99.2 K 2024-12-05T13:21:28,534 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:28,534 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. files: [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/0c2f173495ff43c6aaa43ff166fb52ea, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/1102fcf66cb74466a7c0b7606e2a8134, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/11506a68f53b49159bc4bfd79f0e6834] 2024-12-05T13:21:28,534 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c2f173495ff43c6aaa43ff166fb52ea, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733404884960 2024-12-05T13:21:28,535 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1102fcf66cb74466a7c0b7606e2a8134, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733404885000 2024-12-05T13:21:28,535 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11506a68f53b49159bc4bfd79f0e6834, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733404886129 2024-12-05T13:21:28,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a9f71dfb7b8c30e51ea5318c8cd74fc:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:21:28,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:28,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a9f71dfb7b8c30e51ea5318c8cd74fc:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:21:28,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:28,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a9f71dfb7b8c30e51ea5318c8cd74fc:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:21:28,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:28,536 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:28,537 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:28,537 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 4a9f71dfb7b8c30e51ea5318c8cd74fc/B is initiating minor compaction (all files) 2024-12-05T13:21:28,537 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a9f71dfb7b8c30e51ea5318c8cd74fc/B in TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:28,537 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/bf6963939939473a940a2965c9561207, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/c63a9ff966664d8e9f197bc2828b004c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/167e398d2a9844838bd8759c464e577f] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp, totalSize=35.3 K 2024-12-05T13:21:28,538 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting bf6963939939473a940a2965c9561207, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733404884960 2024-12-05T13:21:28,538 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting c63a9ff966664d8e9f197bc2828b004c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733404885000 2024-12-05T13:21:28,539 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 167e398d2a9844838bd8759c464e577f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733404887246 2024-12-05T13:21:28,544 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:28,547 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a9f71dfb7b8c30e51ea5318c8cd74fc#B#compaction#525 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:28,548 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/03b167571827484d9fe72ba26a6c7fbc is 50, key is test_row_0/B:col10/1733404887246/Put/seqid=0 2024-12-05T13:21:28,551 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205d411d72657fe48b1bde92c9eefc6861d_4a9f71dfb7b8c30e51ea5318c8cd74fc store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:28,553 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205d411d72657fe48b1bde92c9eefc6861d_4a9f71dfb7b8c30e51ea5318c8cd74fc, store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:28,553 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d411d72657fe48b1bde92c9eefc6861d_4a9f71dfb7b8c30e51ea5318c8cd74fc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:28,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742434_1610 (size=12207) 2024-12-05T13:21:28,566 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/03b167571827484d9fe72ba26a6c7fbc as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/03b167571827484d9fe72ba26a6c7fbc 2024-12-05T13:21:28,572 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a9f71dfb7b8c30e51ea5318c8cd74fc/B of 4a9f71dfb7b8c30e51ea5318c8cd74fc into 03b167571827484d9fe72ba26a6c7fbc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:28,572 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:28,572 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., storeName=4a9f71dfb7b8c30e51ea5318c8cd74fc/B, priority=13, startTime=1733404888536; duration=0sec 2024-12-05T13:21:28,572 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:28,572 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a9f71dfb7b8c30e51ea5318c8cd74fc:B 2024-12-05T13:21:28,572 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:28,574 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:28,574 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 4a9f71dfb7b8c30e51ea5318c8cd74fc/C is initiating minor compaction (all files) 2024-12-05T13:21:28,574 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a9f71dfb7b8c30e51ea5318c8cd74fc/C in TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:28,574 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/293466329ead49b28e85e079dbbadfc6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/54f8e14f7baf471cab217e665c8d37da, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/ab686e9592314d92810b474c5c9b3eb6] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp, totalSize=35.3 K 2024-12-05T13:21:28,574 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 293466329ead49b28e85e079dbbadfc6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733404884960 2024-12-05T13:21:28,575 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 54f8e14f7baf471cab217e665c8d37da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733404885000 2024-12-05T13:21:28,575 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting ab686e9592314d92810b474c5c9b3eb6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733404887246 2024-12-05T13:21:28,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742435_1611 (size=4469) 2024-12-05T13:21:28,580 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a9f71dfb7b8c30e51ea5318c8cd74fc#A#compaction#524 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:28,581 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/e0741ebbfa2344539ae9803759b4818c is 175, key is test_row_0/A:col10/1733404887246/Put/seqid=0 2024-12-05T13:21:28,584 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a9f71dfb7b8c30e51ea5318c8cd74fc#C#compaction#526 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:28,584 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/75d25a17c8474d91a3cd1fb28ad96cbf is 50, key is test_row_0/C:col10/1733404887246/Put/seqid=0 2024-12-05T13:21:28,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742436_1612 (size=31161) 2024-12-05T13:21:28,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742437_1613 (size=12207) 2024-12-05T13:21:28,610 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/75d25a17c8474d91a3cd1fb28ad96cbf as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/75d25a17c8474d91a3cd1fb28ad96cbf 2024-12-05T13:21:28,614 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a9f71dfb7b8c30e51ea5318c8cd74fc/C of 4a9f71dfb7b8c30e51ea5318c8cd74fc into 75d25a17c8474d91a3cd1fb28ad96cbf(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:28,614 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:28,614 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., storeName=4a9f71dfb7b8c30e51ea5318c8cd74fc/C, priority=13, startTime=1733404888536; duration=0sec 2024-12-05T13:21:28,614 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:28,614 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a9f71dfb7b8c30e51ea5318c8cd74fc:C 2024-12-05T13:21:28,992 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/e0741ebbfa2344539ae9803759b4818c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/e0741ebbfa2344539ae9803759b4818c 2024-12-05T13:21:28,996 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a9f71dfb7b8c30e51ea5318c8cd74fc/A of 4a9f71dfb7b8c30e51ea5318c8cd74fc into e0741ebbfa2344539ae9803759b4818c(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:28,996 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:28,996 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., storeName=4a9f71dfb7b8c30e51ea5318c8cd74fc/A, priority=13, startTime=1733404888533; duration=0sec 2024-12-05T13:21:28,996 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:28,996 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a9f71dfb7b8c30e51ea5318c8cd74fc:A 2024-12-05T13:21:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-05T13:21:29,022 INFO [Thread-2590 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-12-05T13:21:29,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:21:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-12-05T13:21:29,024 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:21:29,025 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:21:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-05T13:21:29,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:21:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-05T13:21:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:29,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a9f71dfb7b8c30e51ea5318c8cd74fc 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-05T13:21:29,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=A 2024-12-05T13:21:29,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:29,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=B 2024-12-05T13:21:29,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:29,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=C 2024-12-05T13:21:29,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:29,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205430d532eba9f4ed88943110d5023eb77_4a9f71dfb7b8c30e51ea5318c8cd74fc is 50, key is test_row_0/A:col10/1733404887264/Put/seqid=0 2024-12-05T13:21:29,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742438_1614 (size=12154) 2024-12-05T13:21:29,177 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:29,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-05T13:21:29,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:29,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:29,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:29,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:29,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404949175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:29,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:29,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404949278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-05T13:21:29,329 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:29,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-05T13:21:29,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:29,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:29,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:29,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:29,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:29,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44254 deadline: 1733404949384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:29,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44206 deadline: 1733404949385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:29,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44214 deadline: 1733404949393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:29,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44228 deadline: 1733404949395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:29,482 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:29,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-05T13:21:29,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:29,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:29,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:29,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:29,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:29,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404949481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:29,561 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:29,564 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205430d532eba9f4ed88943110d5023eb77_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205430d532eba9f4ed88943110d5023eb77_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:29,565 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/7a6515211bbc4af6a30152331db85990, store: [table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:29,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/7a6515211bbc4af6a30152331db85990 is 175, key is test_row_0/A:col10/1733404887264/Put/seqid=0 2024-12-05T13:21:29,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742439_1615 (size=30955) 2024-12-05T13:21:29,570 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/7a6515211bbc4af6a30152331db85990 2024-12-05T13:21:29,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/5f556ccd01a94b46892911de54d1d08f is 50, key is test_row_0/B:col10/1733404887264/Put/seqid=0 2024-12-05T13:21:29,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742440_1616 (size=12001) 2024-12-05T13:21:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-05T13:21:29,634 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:29,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-05T13:21:29,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:29,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:29,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:29,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:29,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:29,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404949786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:29,787 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:29,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-05T13:21:29,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:29,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:29,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:29,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:29,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:29,939 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:29,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-05T13:21:29,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:29,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:29,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:29,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:29,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:29,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/5f556ccd01a94b46892911de54d1d08f 2024-12-05T13:21:29,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/d832f56cf0544f6992fe8e719db3df0c is 50, key is test_row_0/C:col10/1733404887264/Put/seqid=0 2024-12-05T13:21:29,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742441_1617 (size=12001) 2024-12-05T13:21:29,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/d832f56cf0544f6992fe8e719db3df0c 2024-12-05T13:21:30,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/7a6515211bbc4af6a30152331db85990 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/7a6515211bbc4af6a30152331db85990 2024-12-05T13:21:30,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/7a6515211bbc4af6a30152331db85990, entries=150, sequenceid=121, filesize=30.2 K 2024-12-05T13:21:30,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/5f556ccd01a94b46892911de54d1d08f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/5f556ccd01a94b46892911de54d1d08f 2024-12-05T13:21:30,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/5f556ccd01a94b46892911de54d1d08f, entries=150, sequenceid=121, filesize=11.7 K 2024-12-05T13:21:30,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/d832f56cf0544f6992fe8e719db3df0c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/d832f56cf0544f6992fe8e719db3df0c 2024-12-05T13:21:30,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/d832f56cf0544f6992fe8e719db3df0c, entries=150, sequenceid=121, filesize=11.7 K 2024-12-05T13:21:30,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4a9f71dfb7b8c30e51ea5318c8cd74fc in 871ms, sequenceid=121, compaction requested=false 2024-12-05T13:21:30,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:30,092 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:30,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-05T13:21:30,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:30,093 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing 4a9f71dfb7b8c30e51ea5318c8cd74fc 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-05T13:21:30,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=A 2024-12-05T13:21:30,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:30,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=B 2024-12-05T13:21:30,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:30,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=C 2024-12-05T13:21:30,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:30,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058f76a89cd7d0434994ab9051d3f61a1e_4a9f71dfb7b8c30e51ea5318c8cd74fc is 50, key is test_row_0/A:col10/1733404889174/Put/seqid=0 2024-12-05T13:21:30,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742442_1618 (size=12254) 2024-12-05T13:21:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-05T13:21:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:30,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:30,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404950352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:30,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404950456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:30,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:30,508 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058f76a89cd7d0434994ab9051d3f61a1e_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058f76a89cd7d0434994ab9051d3f61a1e_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:30,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/e797c85dac954cbf8164556e19db30ad, store: [table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:30,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/e797c85dac954cbf8164556e19db30ad is 175, key is test_row_0/A:col10/1733404889174/Put/seqid=0 2024-12-05T13:21:30,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742443_1619 (size=31055) 2024-12-05T13:21:30,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404950659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:30,913 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/e797c85dac954cbf8164556e19db30ad 2024-12-05T13:21:30,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/4805c71cc3624fc788d9030dc71d50a0 is 50, key is test_row_0/B:col10/1733404889174/Put/seqid=0 2024-12-05T13:21:30,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742444_1620 (size=12101) 2024-12-05T13:21:30,928 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/4805c71cc3624fc788d9030dc71d50a0 2024-12-05T13:21:30,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/3d24c60c528a41b0a30e3f491168a4a6 is 50, key is test_row_0/C:col10/1733404889174/Put/seqid=0 2024-12-05T13:21:30,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742445_1621 (size=12101) 2024-12-05T13:21:30,941 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/3d24c60c528a41b0a30e3f491168a4a6 2024-12-05T13:21:30,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/e797c85dac954cbf8164556e19db30ad as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/e797c85dac954cbf8164556e19db30ad 2024-12-05T13:21:30,948 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/e797c85dac954cbf8164556e19db30ad, entries=150, sequenceid=134, filesize=30.3 K 2024-12-05T13:21:30,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/4805c71cc3624fc788d9030dc71d50a0 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/4805c71cc3624fc788d9030dc71d50a0 2024-12-05T13:21:30,952 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/4805c71cc3624fc788d9030dc71d50a0, entries=150, sequenceid=134, filesize=11.8 K 2024-12-05T13:21:30,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/3d24c60c528a41b0a30e3f491168a4a6 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/3d24c60c528a41b0a30e3f491168a4a6 2024-12-05T13:21:30,956 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/3d24c60c528a41b0a30e3f491168a4a6, entries=150, sequenceid=134, filesize=11.8 K 2024-12-05T13:21:30,957 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4a9f71dfb7b8c30e51ea5318c8cd74fc in 864ms, sequenceid=134, compaction requested=true 2024-12-05T13:21:30,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:30,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:30,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-12-05T13:21:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-12-05T13:21:30,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-12-05T13:21:30,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9330 sec 2024-12-05T13:21:30,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 1.9360 sec 2024-12-05T13:21:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:30,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a9f71dfb7b8c30e51ea5318c8cd74fc 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T13:21:30,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=A 2024-12-05T13:21:30,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:30,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=B 2024-12-05T13:21:30,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:30,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=C 2024-12-05T13:21:30,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:30,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052c5933618f0740b0b02695d77e10765e_4a9f71dfb7b8c30e51ea5318c8cd74fc is 50, key is test_row_0/A:col10/1733404890336/Put/seqid=0 2024-12-05T13:21:30,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742446_1622 (size=12304) 2024-12-05T13:21:30,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404950996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:31,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404951099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-05T13:21:31,129 INFO [Thread-2590 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-12-05T13:21:31,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:21:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-12-05T13:21:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-05T13:21:31,131 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:21:31,132 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:21:31,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:21:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-05T13:21:31,283 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:31,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-05T13:21:31,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:31,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:31,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:31,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:31,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:31,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404951302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:31,378 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:31,381 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052c5933618f0740b0b02695d77e10765e_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052c5933618f0740b0b02695d77e10765e_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:31,382 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/870c166dd0544003aae3b77a0dd1320b, store: [table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:31,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/870c166dd0544003aae3b77a0dd1320b is 175, key is test_row_0/A:col10/1733404890336/Put/seqid=0 2024-12-05T13:21:31,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742447_1623 (size=31105) 2024-12-05T13:21:31,387 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/870c166dd0544003aae3b77a0dd1320b 2024-12-05T13:21:31,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44206 deadline: 1733404951392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:31,393 DEBUG [Thread-2586 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4127 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., hostname=6fe4fa47a8fb,37007,1733404723344, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:21:31,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/5837d2bc2caa41e389372ef37cbac3ab is 50, key is test_row_0/B:col10/1733404890336/Put/seqid=0 2024-12-05T13:21:31,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742448_1624 (size=12151) 2024-12-05T13:21:31,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44254 deadline: 1733404951403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:31,404 DEBUG [Thread-2582 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., hostname=6fe4fa47a8fb,37007,1733404723344, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:21:31,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44228 deadline: 1733404951406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:31,410 DEBUG [Thread-2584 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., hostname=6fe4fa47a8fb,37007,1733404723344, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:21:31,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44214 deadline: 1733404951411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:31,413 DEBUG [Thread-2580 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., hostname=6fe4fa47a8fb,37007,1733404723344, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:21:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-05T13:21:31,436 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:31,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-05T13:21:31,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:31,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:31,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:31,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:31,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:31,589 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:31,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-05T13:21:31,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:31,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:31,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:31,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:31,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:31,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404951604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-05T13:21:31,741 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:31,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-05T13:21:31,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:31,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:31,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:31,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:31,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:31,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/5837d2bc2caa41e389372ef37cbac3ab 2024-12-05T13:21:31,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/913d235a1f164ac18107eef998dca204 is 50, key is test_row_0/C:col10/1733404890336/Put/seqid=0 2024-12-05T13:21:31,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742449_1625 (size=12151) 2024-12-05T13:21:31,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/913d235a1f164ac18107eef998dca204 2024-12-05T13:21:31,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/870c166dd0544003aae3b77a0dd1320b as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/870c166dd0544003aae3b77a0dd1320b 2024-12-05T13:21:31,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/870c166dd0544003aae3b77a0dd1320b, entries=150, sequenceid=158, filesize=30.4 K 2024-12-05T13:21:31,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/5837d2bc2caa41e389372ef37cbac3ab as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/5837d2bc2caa41e389372ef37cbac3ab 2024-12-05T13:21:31,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/5837d2bc2caa41e389372ef37cbac3ab, entries=150, sequenceid=158, filesize=11.9 K 2024-12-05T13:21:31,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/913d235a1f164ac18107eef998dca204 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/913d235a1f164ac18107eef998dca204 2024-12-05T13:21:31,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/913d235a1f164ac18107eef998dca204, entries=150, sequenceid=158, filesize=11.9 K 2024-12-05T13:21:31,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4a9f71dfb7b8c30e51ea5318c8cd74fc in 867ms, sequenceid=158, compaction requested=true 2024-12-05T13:21:31,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:31,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a9f71dfb7b8c30e51ea5318c8cd74fc:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:21:31,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:31,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a9f71dfb7b8c30e51ea5318c8cd74fc:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:21:31,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:31,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a9f71dfb7b8c30e51ea5318c8cd74fc:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:21:31,831 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T13:21:31,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:31,831 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T13:21:31,833 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124276 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T13:21:31,833 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T13:21:31,833 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 4a9f71dfb7b8c30e51ea5318c8cd74fc/A is initiating minor compaction (all files) 2024-12-05T13:21:31,833 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 4a9f71dfb7b8c30e51ea5318c8cd74fc/B is initiating minor compaction (all files) 2024-12-05T13:21:31,833 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a9f71dfb7b8c30e51ea5318c8cd74fc/A in TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:31,833 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a9f71dfb7b8c30e51ea5318c8cd74fc/B in TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:31,833 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/e0741ebbfa2344539ae9803759b4818c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/7a6515211bbc4af6a30152331db85990, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/e797c85dac954cbf8164556e19db30ad, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/870c166dd0544003aae3b77a0dd1320b] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp, totalSize=121.4 K 2024-12-05T13:21:31,833 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/03b167571827484d9fe72ba26a6c7fbc, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/5f556ccd01a94b46892911de54d1d08f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/4805c71cc3624fc788d9030dc71d50a0, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/5837d2bc2caa41e389372ef37cbac3ab] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp, totalSize=47.3 K 2024-12-05T13:21:31,833 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:31,833 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. files: [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/e0741ebbfa2344539ae9803759b4818c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/7a6515211bbc4af6a30152331db85990, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/e797c85dac954cbf8164556e19db30ad, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/870c166dd0544003aae3b77a0dd1320b] 2024-12-05T13:21:31,833 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 03b167571827484d9fe72ba26a6c7fbc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733404887246 2024-12-05T13:21:31,833 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0741ebbfa2344539ae9803759b4818c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733404887246 2024-12-05T13:21:31,834 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a6515211bbc4af6a30152331db85990, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733404887264 2024-12-05T13:21:31,834 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f556ccd01a94b46892911de54d1d08f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733404887264 2024-12-05T13:21:31,834 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting e797c85dac954cbf8164556e19db30ad, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733404889155 2024-12-05T13:21:31,834 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 4805c71cc3624fc788d9030dc71d50a0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733404889155 2024-12-05T13:21:31,834 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 870c166dd0544003aae3b77a0dd1320b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733404890336 2024-12-05T13:21:31,835 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 5837d2bc2caa41e389372ef37cbac3ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733404890336 2024-12-05T13:21:31,842 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:31,844 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412050f2e19e54beb418bae0011285daa267c_4a9f71dfb7b8c30e51ea5318c8cd74fc store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:31,844 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a9f71dfb7b8c30e51ea5318c8cd74fc#B#compaction#537 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:31,845 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/1c70599ec14f462faac595ac33deb88b is 50, key is test_row_0/B:col10/1733404890336/Put/seqid=0 2024-12-05T13:21:31,847 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412050f2e19e54beb418bae0011285daa267c_4a9f71dfb7b8c30e51ea5318c8cd74fc, store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:31,847 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050f2e19e54beb418bae0011285daa267c_4a9f71dfb7b8c30e51ea5318c8cd74fc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:31,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742450_1626 (size=12493) 2024-12-05T13:21:31,859 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/1c70599ec14f462faac595ac33deb88b as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/1c70599ec14f462faac595ac33deb88b 2024-12-05T13:21:31,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742451_1627 (size=4469) 2024-12-05T13:21:31,863 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a9f71dfb7b8c30e51ea5318c8cd74fc#A#compaction#536 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:31,864 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/4d5b4afbbb2d433f9c38b53ca11ef661 is 175, key is test_row_0/A:col10/1733404890336/Put/seqid=0 2024-12-05T13:21:31,864 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a9f71dfb7b8c30e51ea5318c8cd74fc/B of 4a9f71dfb7b8c30e51ea5318c8cd74fc into 1c70599ec14f462faac595ac33deb88b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:31,865 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:31,866 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., storeName=4a9f71dfb7b8c30e51ea5318c8cd74fc/B, priority=12, startTime=1733404891831; duration=0sec 2024-12-05T13:21:31,866 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:31,866 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a9f71dfb7b8c30e51ea5318c8cd74fc:B 2024-12-05T13:21:31,866 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T13:21:31,868 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T13:21:31,868 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 4a9f71dfb7b8c30e51ea5318c8cd74fc/C is initiating minor compaction (all files) 2024-12-05T13:21:31,868 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a9f71dfb7b8c30e51ea5318c8cd74fc/C in TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:31,868 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/75d25a17c8474d91a3cd1fb28ad96cbf, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/d832f56cf0544f6992fe8e719db3df0c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/3d24c60c528a41b0a30e3f491168a4a6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/913d235a1f164ac18107eef998dca204] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp, totalSize=47.3 K 2024-12-05T13:21:31,870 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 75d25a17c8474d91a3cd1fb28ad96cbf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733404887246 2024-12-05T13:21:31,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742452_1628 (size=31447) 2024-12-05T13:21:31,870 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting d832f56cf0544f6992fe8e719db3df0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733404887264 2024-12-05T13:21:31,870 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d24c60c528a41b0a30e3f491168a4a6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733404889155 2024-12-05T13:21:31,871 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 913d235a1f164ac18107eef998dca204, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733404890336 2024-12-05T13:21:31,880 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a9f71dfb7b8c30e51ea5318c8cd74fc#C#compaction#538 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:31,881 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/a3e82491a77e4e85b5df9b24e5b71068 is 50, key is test_row_0/C:col10/1733404890336/Put/seqid=0 2024-12-05T13:21:31,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742453_1629 (size=12493) 2024-12-05T13:21:31,889 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/a3e82491a77e4e85b5df9b24e5b71068 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/a3e82491a77e4e85b5df9b24e5b71068 2024-12-05T13:21:31,893 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a9f71dfb7b8c30e51ea5318c8cd74fc/C of 4a9f71dfb7b8c30e51ea5318c8cd74fc into a3e82491a77e4e85b5df9b24e5b71068(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:31,893 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:31,893 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., storeName=4a9f71dfb7b8c30e51ea5318c8cd74fc/C, priority=12, startTime=1733404891831; duration=0sec 2024-12-05T13:21:31,894 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:31,894 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a9f71dfb7b8c30e51ea5318c8cd74fc:C 2024-12-05T13:21:31,894 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:31,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-05T13:21:31,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:31,894 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing 4a9f71dfb7b8c30e51ea5318c8cd74fc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T13:21:31,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=A 2024-12-05T13:21:31,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:31,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=B 2024-12-05T13:21:31,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:31,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=C 2024-12-05T13:21:31,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:31,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205a76df624633744fcbdd8e77c5c93c17c_4a9f71dfb7b8c30e51ea5318c8cd74fc is 50, key is test_row_0/A:col10/1733404890994/Put/seqid=0 2024-12-05T13:21:31,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742454_1630 (size=12304) 2024-12-05T13:21:31,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:31,914 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205a76df624633744fcbdd8e77c5c93c17c_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a76df624633744fcbdd8e77c5c93c17c_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:31,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/d8d5265f2f544c03b31c1b4d72e62aa4, store: [table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:31,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/d8d5265f2f544c03b31c1b4d72e62aa4 is 175, key is test_row_0/A:col10/1733404890994/Put/seqid=0 2024-12-05T13:21:31,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742455_1631 (size=31105) 2024-12-05T13:21:31,920 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/d8d5265f2f544c03b31c1b4d72e62aa4 2024-12-05T13:21:31,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/7e2d88c7f52b4f9e9d7d7547eeeededb is 50, key is test_row_0/B:col10/1733404890994/Put/seqid=0 2024-12-05T13:21:31,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742456_1632 (size=12151) 2024-12-05T13:21:32,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:32,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404952164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:32,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-05T13:21:32,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404952267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:32,274 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/4d5b4afbbb2d433f9c38b53ca11ef661 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/4d5b4afbbb2d433f9c38b53ca11ef661 2024-12-05T13:21:32,284 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a9f71dfb7b8c30e51ea5318c8cd74fc/A of 4a9f71dfb7b8c30e51ea5318c8cd74fc into 4d5b4afbbb2d433f9c38b53ca11ef661(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:32,284 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:32,284 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., storeName=4a9f71dfb7b8c30e51ea5318c8cd74fc/A, priority=12, startTime=1733404891831; duration=0sec 2024-12-05T13:21:32,284 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:32,284 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a9f71dfb7b8c30e51ea5318c8cd74fc:A 2024-12-05T13:21:32,346 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/7e2d88c7f52b4f9e9d7d7547eeeededb 2024-12-05T13:21:32,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/e792da3d09bb4e1097e98e1880139cb2 is 50, key is test_row_0/C:col10/1733404890994/Put/seqid=0 2024-12-05T13:21:32,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742457_1633 (size=12151) 2024-12-05T13:21:32,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404952469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:32,757 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/e792da3d09bb4e1097e98e1880139cb2 2024-12-05T13:21:32,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/d8d5265f2f544c03b31c1b4d72e62aa4 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/d8d5265f2f544c03b31c1b4d72e62aa4 2024-12-05T13:21:32,765 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/d8d5265f2f544c03b31c1b4d72e62aa4, entries=150, sequenceid=172, filesize=30.4 K 2024-12-05T13:21:32,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/7e2d88c7f52b4f9e9d7d7547eeeededb as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/7e2d88c7f52b4f9e9d7d7547eeeededb 2024-12-05T13:21:32,769 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/7e2d88c7f52b4f9e9d7d7547eeeededb, entries=150, sequenceid=172, filesize=11.9 K 2024-12-05T13:21:32,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/e792da3d09bb4e1097e98e1880139cb2 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/e792da3d09bb4e1097e98e1880139cb2 2024-12-05T13:21:32,773 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/e792da3d09bb4e1097e98e1880139cb2, entries=150, sequenceid=172, filesize=11.9 K 2024-12-05T13:21:32,774 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4a9f71dfb7b8c30e51ea5318c8cd74fc in 880ms, sequenceid=172, compaction requested=false 2024-12-05T13:21:32,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:32,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:32,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-12-05T13:21:32,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-12-05T13:21:32,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a9f71dfb7b8c30e51ea5318c8cd74fc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T13:21:32,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-12-05T13:21:32,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=A 2024-12-05T13:21:32,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6430 sec 2024-12-05T13:21:32,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:32,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=B 2024-12-05T13:21:32,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:32,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=C 2024-12-05T13:21:32,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:32,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:32,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 1.6470 sec 2024-12-05T13:21:32,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052add5138d3474aa7a99f6c23f0b02a4e_4a9f71dfb7b8c30e51ea5318c8cd74fc is 50, key is test_row_0/A:col10/1733404892774/Put/seqid=0 2024-12-05T13:21:32,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404952799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:32,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742458_1634 (size=12304) 2024-12-05T13:21:32,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404952901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:33,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404953103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:33,202 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:33,205 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052add5138d3474aa7a99f6c23f0b02a4e_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052add5138d3474aa7a99f6c23f0b02a4e_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:33,206 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/3c16cce1387844daa18072ca99d2ce15, store: [table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:33,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/3c16cce1387844daa18072ca99d2ce15 is 175, key is test_row_0/A:col10/1733404892774/Put/seqid=0 2024-12-05T13:21:33,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742459_1635 (size=31105) 2024-12-05T13:21:33,210 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/3c16cce1387844daa18072ca99d2ce15 2024-12-05T13:21:33,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/787f471229cb4346b0090f8495e2e92d is 50, key is test_row_0/B:col10/1733404892774/Put/seqid=0 2024-12-05T13:21:33,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742460_1636 (size=12151) 2024-12-05T13:21:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-05T13:21:33,235 INFO [Thread-2590 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-12-05T13:21:33,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:21:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-12-05T13:21:33,237 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:21:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-05T13:21:33,238 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:21:33,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:21:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-05T13:21:33,389 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:33,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-05T13:21:33,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:33,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:33,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:33,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:33,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:33,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404953406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-05T13:21:33,542 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:33,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-05T13:21:33,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:33,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:33,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:33,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:33,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:33,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/787f471229cb4346b0090f8495e2e92d 2024-12-05T13:21:33,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/e37a7720d2e04333bae63aba0186ecfd is 50, key is test_row_0/C:col10/1733404892774/Put/seqid=0 2024-12-05T13:21:33,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742461_1637 (size=12151) 2024-12-05T13:21:33,695 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:33,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-05T13:21:33,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:33,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:33,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:33,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:33,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-05T13:21:33,848 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:33,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-05T13:21:33,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:33,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:33,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:33,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:33,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:33,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404953910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:34,000 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:34,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-05T13:21:34,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:34,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:34,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:34,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:34,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:34,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:34,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/e37a7720d2e04333bae63aba0186ecfd 2024-12-05T13:21:34,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/3c16cce1387844daa18072ca99d2ce15 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/3c16cce1387844daa18072ca99d2ce15 2024-12-05T13:21:34,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/3c16cce1387844daa18072ca99d2ce15, entries=150, sequenceid=198, filesize=30.4 K 2024-12-05T13:21:34,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/787f471229cb4346b0090f8495e2e92d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/787f471229cb4346b0090f8495e2e92d 2024-12-05T13:21:34,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/787f471229cb4346b0090f8495e2e92d, entries=150, sequenceid=198, filesize=11.9 K 2024-12-05T13:21:34,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/e37a7720d2e04333bae63aba0186ecfd as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/e37a7720d2e04333bae63aba0186ecfd 2024-12-05T13:21:34,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/e37a7720d2e04333bae63aba0186ecfd, entries=150, sequenceid=198, filesize=11.9 K 2024-12-05T13:21:34,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4a9f71dfb7b8c30e51ea5318c8cd74fc in 1281ms, sequenceid=198, compaction requested=true 2024-12-05T13:21:34,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:34,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a9f71dfb7b8c30e51ea5318c8cd74fc:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:21:34,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:34,058 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:34,058 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:34,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a9f71dfb7b8c30e51ea5318c8cd74fc:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:21:34,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:34,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a9f71dfb7b8c30e51ea5318c8cd74fc:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:21:34,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:34,059 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:34,059 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:34,059 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 4a9f71dfb7b8c30e51ea5318c8cd74fc/B is initiating minor compaction (all files) 2024-12-05T13:21:34,059 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 4a9f71dfb7b8c30e51ea5318c8cd74fc/A is initiating minor compaction (all files) 2024-12-05T13:21:34,059 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a9f71dfb7b8c30e51ea5318c8cd74fc/B in TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:34,059 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a9f71dfb7b8c30e51ea5318c8cd74fc/A in TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:34,059 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/4d5b4afbbb2d433f9c38b53ca11ef661, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/d8d5265f2f544c03b31c1b4d72e62aa4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/3c16cce1387844daa18072ca99d2ce15] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp, totalSize=91.5 K 2024-12-05T13:21:34,059 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:34,059 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. files: [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/4d5b4afbbb2d433f9c38b53ca11ef661, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/d8d5265f2f544c03b31c1b4d72e62aa4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/3c16cce1387844daa18072ca99d2ce15] 2024-12-05T13:21:34,059 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/1c70599ec14f462faac595ac33deb88b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/7e2d88c7f52b4f9e9d7d7547eeeededb, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/787f471229cb4346b0090f8495e2e92d] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp, totalSize=35.9 K 2024-12-05T13:21:34,060 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c70599ec14f462faac595ac33deb88b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733404890336 2024-12-05T13:21:34,060 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d5b4afbbb2d433f9c38b53ca11ef661, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733404890336 2024-12-05T13:21:34,060 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e2d88c7f52b4f9e9d7d7547eeeededb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733404890983 2024-12-05T13:21:34,060 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8d5265f2f544c03b31c1b4d72e62aa4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733404890983 2024-12-05T13:21:34,061 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 787f471229cb4346b0090f8495e2e92d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733404892150 2024-12-05T13:21:34,061 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c16cce1387844daa18072ca99d2ce15, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733404892150 2024-12-05T13:21:34,078 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a9f71dfb7b8c30e51ea5318c8cd74fc#B#compaction#545 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:34,078 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/b3790061f6404fffaf37f4a691dfa2b4 is 50, key is test_row_0/B:col10/1733404892774/Put/seqid=0 2024-12-05T13:21:34,080 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:34,082 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120536c7f684a547424e8e0733cf202625b0_4a9f71dfb7b8c30e51ea5318c8cd74fc store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:34,083 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120536c7f684a547424e8e0733cf202625b0_4a9f71dfb7b8c30e51ea5318c8cd74fc, store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:34,083 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120536c7f684a547424e8e0733cf202625b0_4a9f71dfb7b8c30e51ea5318c8cd74fc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:34,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742462_1638 (size=12595) 2024-12-05T13:21:34,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742463_1639 (size=4469) 2024-12-05T13:21:34,100 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/b3790061f6404fffaf37f4a691dfa2b4 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/b3790061f6404fffaf37f4a691dfa2b4 2024-12-05T13:21:34,106 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a9f71dfb7b8c30e51ea5318c8cd74fc/B of 4a9f71dfb7b8c30e51ea5318c8cd74fc into b3790061f6404fffaf37f4a691dfa2b4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:34,106 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:34,106 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., storeName=4a9f71dfb7b8c30e51ea5318c8cd74fc/B, priority=13, startTime=1733404894058; duration=0sec 2024-12-05T13:21:34,106 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:34,106 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a9f71dfb7b8c30e51ea5318c8cd74fc:B 2024-12-05T13:21:34,106 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:34,108 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:34,108 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 4a9f71dfb7b8c30e51ea5318c8cd74fc/C is initiating minor compaction (all files) 2024-12-05T13:21:34,108 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a9f71dfb7b8c30e51ea5318c8cd74fc/C in TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:34,108 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/a3e82491a77e4e85b5df9b24e5b71068, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/e792da3d09bb4e1097e98e1880139cb2, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/e37a7720d2e04333bae63aba0186ecfd] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp, totalSize=35.9 K 2024-12-05T13:21:34,108 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting a3e82491a77e4e85b5df9b24e5b71068, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733404890336 2024-12-05T13:21:34,108 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting e792da3d09bb4e1097e98e1880139cb2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733404890983 2024-12-05T13:21:34,109 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting e37a7720d2e04333bae63aba0186ecfd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733404892150 2024-12-05T13:21:34,117 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a9f71dfb7b8c30e51ea5318c8cd74fc#C#compaction#547 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:34,117 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/56a512594dc54d79ac0f04472c05da9d is 50, key is test_row_0/C:col10/1733404892774/Put/seqid=0 2024-12-05T13:21:34,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742464_1640 (size=12595) 2024-12-05T13:21:34,144 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/56a512594dc54d79ac0f04472c05da9d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/56a512594dc54d79ac0f04472c05da9d 2024-12-05T13:21:34,149 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a9f71dfb7b8c30e51ea5318c8cd74fc/C of 4a9f71dfb7b8c30e51ea5318c8cd74fc into 56a512594dc54d79ac0f04472c05da9d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:34,149 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:34,149 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., storeName=4a9f71dfb7b8c30e51ea5318c8cd74fc/C, priority=13, startTime=1733404894058; duration=0sec 2024-12-05T13:21:34,149 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:34,149 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a9f71dfb7b8c30e51ea5318c8cd74fc:C 2024-12-05T13:21:34,153 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:34,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-05T13:21:34,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:34,154 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing 4a9f71dfb7b8c30e51ea5318c8cd74fc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T13:21:34,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=A 2024-12-05T13:21:34,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:34,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=B 2024-12-05T13:21:34,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:34,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=C 2024-12-05T13:21:34,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:34,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412059060eae525ee462fb4a6406f99a25b95_4a9f71dfb7b8c30e51ea5318c8cd74fc is 50, key is test_row_0/A:col10/1733404892798/Put/seqid=0 2024-12-05T13:21:34,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742465_1641 (size=12304) 2024-12-05T13:21:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-05T13:21:34,496 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a9f71dfb7b8c30e51ea5318c8cd74fc#A#compaction#546 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:34,497 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/e1bca8570500418b97e10ce8b57248b5 is 175, key is test_row_0/A:col10/1733404892774/Put/seqid=0 2024-12-05T13:21:34,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742466_1642 (size=31549) 2024-12-05T13:21:34,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:34,576 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412059060eae525ee462fb4a6406f99a25b95_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059060eae525ee462fb4a6406f99a25b95_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:34,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/ad07fe6f36964df99e8530cc2d641a01, store: [table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:34,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/ad07fe6f36964df99e8530cc2d641a01 is 175, key is test_row_0/A:col10/1733404892798/Put/seqid=0 2024-12-05T13:21:34,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742467_1643 (size=31105) 2024-12-05T13:21:34,582 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/ad07fe6f36964df99e8530cc2d641a01 2024-12-05T13:21:34,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/c4304609d04e44b18dba3ff13e9ad04a is 50, key is test_row_0/B:col10/1733404892798/Put/seqid=0 2024-12-05T13:21:34,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742468_1644 (size=12151) 2024-12-05T13:21:34,906 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/e1bca8570500418b97e10ce8b57248b5 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/e1bca8570500418b97e10ce8b57248b5 2024-12-05T13:21:34,910 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a9f71dfb7b8c30e51ea5318c8cd74fc/A of 4a9f71dfb7b8c30e51ea5318c8cd74fc into e1bca8570500418b97e10ce8b57248b5(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:34,910 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:34,910 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., storeName=4a9f71dfb7b8c30e51ea5318c8cd74fc/A, priority=13, startTime=1733404894057; duration=0sec 2024-12-05T13:21:34,910 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:34,910 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a9f71dfb7b8c30e51ea5318c8cd74fc:A 2024-12-05T13:21:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:34,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:34,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404954975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:35,006 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/c4304609d04e44b18dba3ff13e9ad04a 2024-12-05T13:21:35,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/ab6abf5e10d14f0d9b06221bdd0a54df is 50, key is test_row_0/C:col10/1733404892798/Put/seqid=0 2024-12-05T13:21:35,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742469_1645 (size=12151) 2024-12-05T13:21:35,017 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/ab6abf5e10d14f0d9b06221bdd0a54df 2024-12-05T13:21:35,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/ad07fe6f36964df99e8530cc2d641a01 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/ad07fe6f36964df99e8530cc2d641a01 2024-12-05T13:21:35,024 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/ad07fe6f36964df99e8530cc2d641a01, entries=150, sequenceid=211, filesize=30.4 K 2024-12-05T13:21:35,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/c4304609d04e44b18dba3ff13e9ad04a as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/c4304609d04e44b18dba3ff13e9ad04a 2024-12-05T13:21:35,027 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/c4304609d04e44b18dba3ff13e9ad04a, entries=150, sequenceid=211, filesize=11.9 K 2024-12-05T13:21:35,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/ab6abf5e10d14f0d9b06221bdd0a54df as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/ab6abf5e10d14f0d9b06221bdd0a54df 2024-12-05T13:21:35,030 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/ab6abf5e10d14f0d9b06221bdd0a54df, entries=150, sequenceid=211, filesize=11.9 K 2024-12-05T13:21:35,031 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4a9f71dfb7b8c30e51ea5318c8cd74fc in 877ms, sequenceid=211, compaction requested=false 2024-12-05T13:21:35,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:35,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:35,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-12-05T13:21:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-12-05T13:21:35,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-12-05T13:21:35,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7940 sec 2024-12-05T13:21:35,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 1.7980 sec 2024-12-05T13:21:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:35,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a9f71dfb7b8c30e51ea5318c8cd74fc 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-05T13:21:35,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=A 2024-12-05T13:21:35,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:35,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=B 2024-12-05T13:21:35,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:35,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=C 2024-12-05T13:21:35,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:35,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ae1d217d96fa43199514a9bc31a4798c_4a9f71dfb7b8c30e51ea5318c8cd74fc is 50, key is test_row_0/A:col10/1733404894960/Put/seqid=0 2024-12-05T13:21:35,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742470_1646 (size=12304) 2024-12-05T13:21:35,091 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:35,095 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ae1d217d96fa43199514a9bc31a4798c_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ae1d217d96fa43199514a9bc31a4798c_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:35,095 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/a34e48b2bbee45c9b19c55ee2a9a0c2e, store: [table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:35,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/a34e48b2bbee45c9b19c55ee2a9a0c2e is 175, key is test_row_0/A:col10/1733404894960/Put/seqid=0 2024-12-05T13:21:35,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742471_1647 (size=31105) 2024-12-05T13:21:35,100 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/a34e48b2bbee45c9b19c55ee2a9a0c2e 2024-12-05T13:21:35,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404955100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:35,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/24e859c9705744cda1a69975b7fe7081 is 50, key is test_row_0/B:col10/1733404894960/Put/seqid=0 2024-12-05T13:21:35,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742472_1648 (size=12151) 2024-12-05T13:21:35,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/24e859c9705744cda1a69975b7fe7081 2024-12-05T13:21:35,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/663ae1e025e542738e0931d04e340f8c is 50, key is test_row_0/C:col10/1733404894960/Put/seqid=0 2024-12-05T13:21:35,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742473_1649 (size=12151) 2024-12-05T13:21:35,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404955203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-05T13:21:35,341 INFO [Thread-2590 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-12-05T13:21:35,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:21:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees 2024-12-05T13:21:35,344 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:21:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-05T13:21:35,344 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:21:35,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:21:35,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404955405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:35,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44206 deadline: 1733404955425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:35,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44254 deadline: 1733404955425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:35,427 DEBUG [Thread-2586 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., hostname=6fe4fa47a8fb,37007,1733404723344, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:21:35,428 DEBUG [Thread-2582 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., hostname=6fe4fa47a8fb,37007,1733404723344, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:21:35,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44214 deadline: 1733404955430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:35,432 DEBUG [Thread-2580 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., hostname=6fe4fa47a8fb,37007,1733404723344, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:21:35,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44228 deadline: 1733404955433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:35,435 DEBUG [Thread-2584 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., hostname=6fe4fa47a8fb,37007,1733404723344, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:21:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-05T13:21:35,496 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:35,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-05T13:21:35,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:35,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:35,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:35,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:35,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:35,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/663ae1e025e542738e0931d04e340f8c 2024-12-05T13:21:35,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/a34e48b2bbee45c9b19c55ee2a9a0c2e as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/a34e48b2bbee45c9b19c55ee2a9a0c2e 2024-12-05T13:21:35,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/a34e48b2bbee45c9b19c55ee2a9a0c2e, entries=150, sequenceid=238, filesize=30.4 K 2024-12-05T13:21:35,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/24e859c9705744cda1a69975b7fe7081 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/24e859c9705744cda1a69975b7fe7081 2024-12-05T13:21:35,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/24e859c9705744cda1a69975b7fe7081, entries=150, sequenceid=238, filesize=11.9 K 2024-12-05T13:21:35,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/663ae1e025e542738e0931d04e340f8c as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/663ae1e025e542738e0931d04e340f8c 2024-12-05T13:21:35,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/663ae1e025e542738e0931d04e340f8c, entries=150, sequenceid=238, filesize=11.9 K 2024-12-05T13:21:35,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 4a9f71dfb7b8c30e51ea5318c8cd74fc in 457ms, sequenceid=238, compaction requested=true 2024-12-05T13:21:35,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:35,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a9f71dfb7b8c30e51ea5318c8cd74fc:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:21:35,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:35,539 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:35,539 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:35,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a9f71dfb7b8c30e51ea5318c8cd74fc:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:21:35,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:35,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a9f71dfb7b8c30e51ea5318c8cd74fc:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:21:35,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:35,540 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:35,540 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:35,540 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 4a9f71dfb7b8c30e51ea5318c8cd74fc/B is initiating minor compaction (all files) 2024-12-05T13:21:35,540 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 4a9f71dfb7b8c30e51ea5318c8cd74fc/A is initiating minor compaction (all files) 2024-12-05T13:21:35,540 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a9f71dfb7b8c30e51ea5318c8cd74fc/B in TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:35,540 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a9f71dfb7b8c30e51ea5318c8cd74fc/A in TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:35,540 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/b3790061f6404fffaf37f4a691dfa2b4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/c4304609d04e44b18dba3ff13e9ad04a, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/24e859c9705744cda1a69975b7fe7081] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp, totalSize=36.0 K 2024-12-05T13:21:35,540 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/e1bca8570500418b97e10ce8b57248b5, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/ad07fe6f36964df99e8530cc2d641a01, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/a34e48b2bbee45c9b19c55ee2a9a0c2e] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp, totalSize=91.6 K 2024-12-05T13:21:35,540 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:35,540 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. files: [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/e1bca8570500418b97e10ce8b57248b5, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/ad07fe6f36964df99e8530cc2d641a01, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/a34e48b2bbee45c9b19c55ee2a9a0c2e] 2024-12-05T13:21:35,541 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1bca8570500418b97e10ce8b57248b5, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733404892150 2024-12-05T13:21:35,541 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting b3790061f6404fffaf37f4a691dfa2b4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733404892150 2024-12-05T13:21:35,541 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad07fe6f36964df99e8530cc2d641a01, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733404892793 2024-12-05T13:21:35,541 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting c4304609d04e44b18dba3ff13e9ad04a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733404892793 2024-12-05T13:21:35,542 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting a34e48b2bbee45c9b19c55ee2a9a0c2e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733404894960 2024-12-05T13:21:35,542 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 24e859c9705744cda1a69975b7fe7081, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733404894960 2024-12-05T13:21:35,548 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a9f71dfb7b8c30e51ea5318c8cd74fc#B#compaction#554 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:35,548 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:35,549 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/04e7ef0865c54f90b2342554c07e34a4 is 50, key is test_row_0/B:col10/1733404894960/Put/seqid=0 2024-12-05T13:21:35,551 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205250ecd3907894533b5df383b88625593_4a9f71dfb7b8c30e51ea5318c8cd74fc store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:35,553 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205250ecd3907894533b5df383b88625593_4a9f71dfb7b8c30e51ea5318c8cd74fc, store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:35,553 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205250ecd3907894533b5df383b88625593_4a9f71dfb7b8c30e51ea5318c8cd74fc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:35,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742474_1650 (size=12697) 2024-12-05T13:21:35,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742475_1651 (size=4469) 2024-12-05T13:21:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-05T13:21:35,648 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:35,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-05T13:21:35,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:35,649 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2837): Flushing 4a9f71dfb7b8c30e51ea5318c8cd74fc 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-05T13:21:35,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=A 2024-12-05T13:21:35,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:35,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=B 2024-12-05T13:21:35,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:35,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=C 2024-12-05T13:21:35,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:35,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d26abcae87c541789b06588e0c0b3413_4a9f71dfb7b8c30e51ea5318c8cd74fc is 50, key is test_row_0/A:col10/1733404895095/Put/seqid=0 2024-12-05T13:21:35,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742476_1652 (size=12304) 2024-12-05T13:21:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:35,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:35,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404955775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:35,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404955877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-05T13:21:35,966 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/04e7ef0865c54f90b2342554c07e34a4 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/04e7ef0865c54f90b2342554c07e34a4 2024-12-05T13:21:35,970 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a9f71dfb7b8c30e51ea5318c8cd74fc/B of 4a9f71dfb7b8c30e51ea5318c8cd74fc into 04e7ef0865c54f90b2342554c07e34a4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:35,970 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:35,970 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., storeName=4a9f71dfb7b8c30e51ea5318c8cd74fc/B, priority=13, startTime=1733404895539; duration=0sec 2024-12-05T13:21:35,970 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:35,970 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a9f71dfb7b8c30e51ea5318c8cd74fc:B 2024-12-05T13:21:35,970 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:35,971 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:35,971 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 4a9f71dfb7b8c30e51ea5318c8cd74fc/C is initiating minor compaction (all files) 2024-12-05T13:21:35,971 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a9f71dfb7b8c30e51ea5318c8cd74fc/C in TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:35,971 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/56a512594dc54d79ac0f04472c05da9d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/ab6abf5e10d14f0d9b06221bdd0a54df, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/663ae1e025e542738e0931d04e340f8c] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp, totalSize=36.0 K 2024-12-05T13:21:35,971 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 56a512594dc54d79ac0f04472c05da9d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733404892150 2024-12-05T13:21:35,972 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting ab6abf5e10d14f0d9b06221bdd0a54df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733404892793 2024-12-05T13:21:35,972 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 663ae1e025e542738e0931d04e340f8c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733404894960 2024-12-05T13:21:35,974 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a9f71dfb7b8c30e51ea5318c8cd74fc#A#compaction#555 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:35,975 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/cbeab06258f54009b594d546ec39cd51 is 175, key is test_row_0/A:col10/1733404894960/Put/seqid=0 2024-12-05T13:21:35,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742477_1653 (size=31651) 2024-12-05T13:21:35,978 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a9f71dfb7b8c30e51ea5318c8cd74fc#C#compaction#557 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:35,979 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/071e9a10964f44babb09412a3e31c8fe is 50, key is test_row_0/C:col10/1733404894960/Put/seqid=0 2024-12-05T13:21:35,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742478_1654 (size=12697) 2024-12-05T13:21:35,986 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/071e9a10964f44babb09412a3e31c8fe as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/071e9a10964f44babb09412a3e31c8fe 2024-12-05T13:21:35,990 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a9f71dfb7b8c30e51ea5318c8cd74fc/C of 4a9f71dfb7b8c30e51ea5318c8cd74fc into 071e9a10964f44babb09412a3e31c8fe(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:35,990 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:35,990 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., storeName=4a9f71dfb7b8c30e51ea5318c8cd74fc/C, priority=13, startTime=1733404895539; duration=0sec 2024-12-05T13:21:35,990 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:35,990 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a9f71dfb7b8c30e51ea5318c8cd74fc:C 2024-12-05T13:21:36,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:36,063 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d26abcae87c541789b06588e0c0b3413_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d26abcae87c541789b06588e0c0b3413_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:36,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/41ba0279d83b4b74ae8da0e727383d92, store: [table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:36,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/41ba0279d83b4b74ae8da0e727383d92 is 175, key is test_row_0/A:col10/1733404895095/Put/seqid=0 2024-12-05T13:21:36,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742479_1655 (size=31105) 2024-12-05T13:21:36,068 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/41ba0279d83b4b74ae8da0e727383d92 2024-12-05T13:21:36,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/f7b0a72f7583425c8be77b649c626db1 is 50, key is test_row_0/B:col10/1733404895095/Put/seqid=0 2024-12-05T13:21:36,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742480_1656 (size=12151) 2024-12-05T13:21:36,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404956081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:36,383 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/cbeab06258f54009b594d546ec39cd51 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/cbeab06258f54009b594d546ec39cd51 2024-12-05T13:21:36,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404956384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:36,391 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a9f71dfb7b8c30e51ea5318c8cd74fc/A of 4a9f71dfb7b8c30e51ea5318c8cd74fc into cbeab06258f54009b594d546ec39cd51(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:36,392 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:36,392 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., storeName=4a9f71dfb7b8c30e51ea5318c8cd74fc/A, priority=13, startTime=1733404895539; duration=0sec 2024-12-05T13:21:36,392 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:36,392 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a9f71dfb7b8c30e51ea5318c8cd74fc:A 2024-12-05T13:21:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-05T13:21:36,479 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/f7b0a72f7583425c8be77b649c626db1 2024-12-05T13:21:36,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/98cb9fc0626f4011815f49a36d5224d9 is 50, key is test_row_0/C:col10/1733404895095/Put/seqid=0 2024-12-05T13:21:36,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742481_1657 (size=12151) 2024-12-05T13:21:36,889 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/98cb9fc0626f4011815f49a36d5224d9 2024-12-05T13:21:36,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404956890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:36,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/41ba0279d83b4b74ae8da0e727383d92 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/41ba0279d83b4b74ae8da0e727383d92 2024-12-05T13:21:36,896 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/41ba0279d83b4b74ae8da0e727383d92, entries=150, sequenceid=248, filesize=30.4 K 2024-12-05T13:21:36,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/f7b0a72f7583425c8be77b649c626db1 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/f7b0a72f7583425c8be77b649c626db1 2024-12-05T13:21:36,900 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/f7b0a72f7583425c8be77b649c626db1, entries=150, sequenceid=248, filesize=11.9 K 2024-12-05T13:21:36,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/98cb9fc0626f4011815f49a36d5224d9 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/98cb9fc0626f4011815f49a36d5224d9 2024-12-05T13:21:36,904 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/98cb9fc0626f4011815f49a36d5224d9, entries=150, sequenceid=248, filesize=11.9 K 2024-12-05T13:21:36,905 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 4a9f71dfb7b8c30e51ea5318c8cd74fc in 1256ms, sequenceid=248, compaction requested=false 2024-12-05T13:21:36,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2538): Flush status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:36,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:36,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=186 2024-12-05T13:21:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=186 2024-12-05T13:21:36,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-12-05T13:21:36,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5630 sec 2024-12-05T13:21:36,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees in 1.5650 sec 2024-12-05T13:21:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-05T13:21:37,447 INFO [Thread-2590 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-12-05T13:21:37,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:21:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees 2024-12-05T13:21:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-05T13:21:37,450 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:21:37,451 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:21:37,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:21:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-05T13:21:37,602 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:37,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-05T13:21:37,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:37,603 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2837): Flushing 4a9f71dfb7b8c30e51ea5318c8cd74fc 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-05T13:21:37,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=A 2024-12-05T13:21:37,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:37,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=B 2024-12-05T13:21:37,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:37,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=C 2024-12-05T13:21:37,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:37,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ce0d75a65bf14af6832eb126c079bcfb_4a9f71dfb7b8c30e51ea5318c8cd74fc is 50, key is test_row_0/A:col10/1733404895768/Put/seqid=0 2024-12-05T13:21:37,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742482_1658 (size=12454) 2024-12-05T13:21:37,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:37,617 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ce0d75a65bf14af6832eb126c079bcfb_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ce0d75a65bf14af6832eb126c079bcfb_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:37,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/f9a8add2953e4a158a076b37f3596388, store: [table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:37,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/f9a8add2953e4a158a076b37f3596388 is 175, key is test_row_0/A:col10/1733404895768/Put/seqid=0 2024-12-05T13:21:37,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742483_1659 (size=31255) 2024-12-05T13:21:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-05T13:21:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:37,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:37,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404957909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:38,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404958011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:38,022 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/f9a8add2953e4a158a076b37f3596388 2024-12-05T13:21:38,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/92d9cae49f9a4e23b83bbfd0778ce43d is 50, key is test_row_0/B:col10/1733404895768/Put/seqid=0 2024-12-05T13:21:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-05T13:21:38,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742484_1660 (size=12301) 2024-12-05T13:21:38,058 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/92d9cae49f9a4e23b83bbfd0778ce43d 2024-12-05T13:21:38,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/54e249dceb6a48ffbda5589d9b6056e7 is 50, key is test_row_0/C:col10/1733404895768/Put/seqid=0 2024-12-05T13:21:38,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742485_1661 (size=12301) 2024-12-05T13:21:38,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404958214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:38,470 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/54e249dceb6a48ffbda5589d9b6056e7 2024-12-05T13:21:38,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/f9a8add2953e4a158a076b37f3596388 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/f9a8add2953e4a158a076b37f3596388 2024-12-05T13:21:38,478 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/f9a8add2953e4a158a076b37f3596388, entries=150, sequenceid=277, filesize=30.5 K 2024-12-05T13:21:38,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/92d9cae49f9a4e23b83bbfd0778ce43d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/92d9cae49f9a4e23b83bbfd0778ce43d 2024-12-05T13:21:38,482 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/92d9cae49f9a4e23b83bbfd0778ce43d, entries=150, sequenceid=277, filesize=12.0 K 2024-12-05T13:21:38,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/54e249dceb6a48ffbda5589d9b6056e7 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/54e249dceb6a48ffbda5589d9b6056e7 2024-12-05T13:21:38,485 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/54e249dceb6a48ffbda5589d9b6056e7, entries=150, sequenceid=277, filesize=12.0 K 2024-12-05T13:21:38,486 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 4a9f71dfb7b8c30e51ea5318c8cd74fc in 883ms, sequenceid=277, compaction requested=true 2024-12-05T13:21:38,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2538): Flush status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:38,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:38,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=188 2024-12-05T13:21:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=188 2024-12-05T13:21:38,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-12-05T13:21:38,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0360 sec 2024-12-05T13:21:38,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees in 1.0400 sec 2024-12-05T13:21:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:38,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a9f71dfb7b8c30e51ea5318c8cd74fc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T13:21:38,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=A 2024-12-05T13:21:38,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:38,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=B 2024-12-05T13:21:38,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:38,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=C 2024-12-05T13:21:38,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:38,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b81fadd71d6c4865bdfc3d08eae1db6e_4a9f71dfb7b8c30e51ea5318c8cd74fc is 50, key is test_row_0/A:col10/1733404898518/Put/seqid=0 2024-12-05T13:21:38,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742486_1662 (size=12454) 2024-12-05T13:21:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-05T13:21:38,555 INFO [Thread-2590 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-12-05T13:21:38,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:21:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees 2024-12-05T13:21:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-05T13:21:38,557 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:21:38,558 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:21:38,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:21:38,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404958597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-05T13:21:38,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404958700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:38,709 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:38,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-05T13:21:38,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:38,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:38,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:38,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:38,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-05T13:21:38,861 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:38,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-05T13:21:38,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:38,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:38,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:38,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:38,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:38,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404958904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:38,934 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:38,938 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b81fadd71d6c4865bdfc3d08eae1db6e_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b81fadd71d6c4865bdfc3d08eae1db6e_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:38,938 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/62a60306483c416e855ebe5ef38b0acb, store: [table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:38,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/62a60306483c416e855ebe5ef38b0acb is 175, key is test_row_0/A:col10/1733404898518/Put/seqid=0 2024-12-05T13:21:38,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742487_1663 (size=31255) 2024-12-05T13:21:39,014 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:39,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-05T13:21:39,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:39,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:39,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:39,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:39,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-05T13:21:39,167 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:39,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-05T13:21:39,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:39,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:39,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:39,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:39,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:39,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404959207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:39,319 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:39,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-05T13:21:39,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:39,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:39,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:39,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:39,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:39,343 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/62a60306483c416e855ebe5ef38b0acb 2024-12-05T13:21:39,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/cac579dc9dbb41b2afbd478f81820216 is 50, key is test_row_0/B:col10/1733404898518/Put/seqid=0 2024-12-05T13:21:39,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742488_1664 (size=12301) 2024-12-05T13:21:39,472 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:39,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-05T13:21:39,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:39,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:39,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:39,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:39,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:39,624 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:39,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-05T13:21:39,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:39,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:39,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:39,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:39,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-05T13:21:39,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404959711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:39,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/cac579dc9dbb41b2afbd478f81820216 2024-12-05T13:21:39,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/30139a7ae1414b1784a19597f47efc06 is 50, key is test_row_0/C:col10/1733404898518/Put/seqid=0 2024-12-05T13:21:39,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742489_1665 (size=12301) 2024-12-05T13:21:39,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/30139a7ae1414b1784a19597f47efc06 2024-12-05T13:21:39,776 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:39,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-05T13:21:39,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/62a60306483c416e855ebe5ef38b0acb as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/62a60306483c416e855ebe5ef38b0acb 2024-12-05T13:21:39,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:39,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:39,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:39,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:39,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:39,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/62a60306483c416e855ebe5ef38b0acb, entries=150, sequenceid=288, filesize=30.5 K 2024-12-05T13:21:39,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/cac579dc9dbb41b2afbd478f81820216 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/cac579dc9dbb41b2afbd478f81820216 2024-12-05T13:21:39,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/cac579dc9dbb41b2afbd478f81820216, entries=150, sequenceid=288, filesize=12.0 K 2024-12-05T13:21:39,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/30139a7ae1414b1784a19597f47efc06 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/30139a7ae1414b1784a19597f47efc06 2024-12-05T13:21:39,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/30139a7ae1414b1784a19597f47efc06, entries=150, sequenceid=288, filesize=12.0 K 2024-12-05T13:21:39,790 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4a9f71dfb7b8c30e51ea5318c8cd74fc in 1271ms, sequenceid=288, compaction requested=true 2024-12-05T13:21:39,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:39,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a9f71dfb7b8c30e51ea5318c8cd74fc:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:21:39,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:39,790 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T13:21:39,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a9f71dfb7b8c30e51ea5318c8cd74fc:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:21:39,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:39,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a9f71dfb7b8c30e51ea5318c8cd74fc:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:21:39,790 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T13:21:39,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:39,791 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T13:21:39,791 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T13:21:39,791 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 4a9f71dfb7b8c30e51ea5318c8cd74fc/B is initiating minor compaction (all files) 2024-12-05T13:21:39,791 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 4a9f71dfb7b8c30e51ea5318c8cd74fc/A is initiating minor compaction (all files) 2024-12-05T13:21:39,791 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a9f71dfb7b8c30e51ea5318c8cd74fc/B in TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:39,791 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a9f71dfb7b8c30e51ea5318c8cd74fc/A in TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:39,792 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/cbeab06258f54009b594d546ec39cd51, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/41ba0279d83b4b74ae8da0e727383d92, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/f9a8add2953e4a158a076b37f3596388, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/62a60306483c416e855ebe5ef38b0acb] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp, totalSize=122.3 K 2024-12-05T13:21:39,792 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/04e7ef0865c54f90b2342554c07e34a4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/f7b0a72f7583425c8be77b649c626db1, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/92d9cae49f9a4e23b83bbfd0778ce43d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/cac579dc9dbb41b2afbd478f81820216] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp, totalSize=48.3 K 2024-12-05T13:21:39,792 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:39,792 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. files: [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/cbeab06258f54009b594d546ec39cd51, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/41ba0279d83b4b74ae8da0e727383d92, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/f9a8add2953e4a158a076b37f3596388, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/62a60306483c416e855ebe5ef38b0acb] 2024-12-05T13:21:39,792 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 04e7ef0865c54f90b2342554c07e34a4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733404894960 2024-12-05T13:21:39,792 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbeab06258f54009b594d546ec39cd51, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733404894960 2024-12-05T13:21:39,792 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting f7b0a72f7583425c8be77b649c626db1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733404895082 2024-12-05T13:21:39,793 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41ba0279d83b4b74ae8da0e727383d92, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733404895082 2024-12-05T13:21:39,793 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 92d9cae49f9a4e23b83bbfd0778ce43d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733404895757 2024-12-05T13:21:39,793 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9a8add2953e4a158a076b37f3596388, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733404895757 2024-12-05T13:21:39,793 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting cac579dc9dbb41b2afbd478f81820216, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733404897896 2024-12-05T13:21:39,793 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62a60306483c416e855ebe5ef38b0acb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733404897896 2024-12-05T13:21:39,803 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:39,810 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a9f71dfb7b8c30e51ea5318c8cd74fc#B#compaction#567 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:39,810 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/17901b57f02042ec8d909bd52048d4cf is 50, key is test_row_0/B:col10/1733404898518/Put/seqid=0 2024-12-05T13:21:39,812 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120591513feff5fd43b788b17367c4f7917d_4a9f71dfb7b8c30e51ea5318c8cd74fc store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:39,813 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120591513feff5fd43b788b17367c4f7917d_4a9f71dfb7b8c30e51ea5318c8cd74fc, store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:39,813 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120591513feff5fd43b788b17367c4f7917d_4a9f71dfb7b8c30e51ea5318c8cd74fc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:39,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742490_1666 (size=12983) 2024-12-05T13:21:39,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742491_1667 (size=4469) 2024-12-05T13:21:39,929 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:39,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-05T13:21:39,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:39,930 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2837): Flushing 4a9f71dfb7b8c30e51ea5318c8cd74fc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T13:21:39,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=A 2024-12-05T13:21:39,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:39,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=B 2024-12-05T13:21:39,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:39,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=C 2024-12-05T13:21:39,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:39,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e8ab069749814b1e86c1edfaa4a26152_4a9f71dfb7b8c30e51ea5318c8cd74fc is 50, key is test_row_0/A:col10/1733404898596/Put/seqid=0 2024-12-05T13:21:39,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742492_1668 (size=12454) 2024-12-05T13:21:40,223 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/17901b57f02042ec8d909bd52048d4cf as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/17901b57f02042ec8d909bd52048d4cf 2024-12-05T13:21:40,227 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a9f71dfb7b8c30e51ea5318c8cd74fc/B of 4a9f71dfb7b8c30e51ea5318c8cd74fc into 17901b57f02042ec8d909bd52048d4cf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:40,227 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:40,227 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., storeName=4a9f71dfb7b8c30e51ea5318c8cd74fc/B, priority=12, startTime=1733404899790; duration=0sec 2024-12-05T13:21:40,227 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:40,227 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a9f71dfb7b8c30e51ea5318c8cd74fc:B 2024-12-05T13:21:40,227 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T13:21:40,229 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T13:21:40,229 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 4a9f71dfb7b8c30e51ea5318c8cd74fc/C is initiating minor compaction (all files) 2024-12-05T13:21:40,229 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a9f71dfb7b8c30e51ea5318c8cd74fc/C in TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:40,229 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/071e9a10964f44babb09412a3e31c8fe, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/98cb9fc0626f4011815f49a36d5224d9, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/54e249dceb6a48ffbda5589d9b6056e7, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/30139a7ae1414b1784a19597f47efc06] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp, totalSize=48.3 K 2024-12-05T13:21:40,229 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 071e9a10964f44babb09412a3e31c8fe, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733404894960 2024-12-05T13:21:40,229 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 98cb9fc0626f4011815f49a36d5224d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733404895082 2024-12-05T13:21:40,230 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 54e249dceb6a48ffbda5589d9b6056e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733404895757 2024-12-05T13:21:40,230 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 30139a7ae1414b1784a19597f47efc06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733404897896 2024-12-05T13:21:40,237 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a9f71dfb7b8c30e51ea5318c8cd74fc#C#compaction#569 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:40,237 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/2836ec2eda1b4c96af48f9fa0b6a9e02 is 50, key is test_row_0/C:col10/1733404898518/Put/seqid=0 2024-12-05T13:21:40,238 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a9f71dfb7b8c30e51ea5318c8cd74fc#A#compaction#566 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:40,239 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/90242036275c4ce58948aaf9ddba165f is 175, key is test_row_0/A:col10/1733404898518/Put/seqid=0 2024-12-05T13:21:40,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742493_1669 (size=12983) 2024-12-05T13:21:40,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742494_1670 (size=31937) 2024-12-05T13:21:40,252 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/2836ec2eda1b4c96af48f9fa0b6a9e02 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/2836ec2eda1b4c96af48f9fa0b6a9e02 2024-12-05T13:21:40,256 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a9f71dfb7b8c30e51ea5318c8cd74fc/C of 4a9f71dfb7b8c30e51ea5318c8cd74fc into 2836ec2eda1b4c96af48f9fa0b6a9e02(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:40,256 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:40,256 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., storeName=4a9f71dfb7b8c30e51ea5318c8cd74fc/C, priority=12, startTime=1733404899790; duration=0sec 2024-12-05T13:21:40,256 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:40,256 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a9f71dfb7b8c30e51ea5318c8cd74fc:C 2024-12-05T13:21:40,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:40,347 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e8ab069749814b1e86c1edfaa4a26152_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e8ab069749814b1e86c1edfaa4a26152_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:40,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/a29b7ff9bb834ca1add8553b501c9d7b, store: [table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:40,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/a29b7ff9bb834ca1add8553b501c9d7b is 175, key is test_row_0/A:col10/1733404898596/Put/seqid=0 2024-12-05T13:21:40,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742495_1671 (size=31255) 2024-12-05T13:21:40,352 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/a29b7ff9bb834ca1add8553b501c9d7b 2024-12-05T13:21:40,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/36e93ef7c17340a5b292b281d242708f is 50, key is test_row_0/B:col10/1733404898596/Put/seqid=0 2024-12-05T13:21:40,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742496_1672 (size=12301) 2024-12-05T13:21:40,648 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/90242036275c4ce58948aaf9ddba165f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/90242036275c4ce58948aaf9ddba165f 2024-12-05T13:21:40,652 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a9f71dfb7b8c30e51ea5318c8cd74fc/A of 4a9f71dfb7b8c30e51ea5318c8cd74fc into 90242036275c4ce58948aaf9ddba165f(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:40,652 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:40,652 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., storeName=4a9f71dfb7b8c30e51ea5318c8cd74fc/A, priority=12, startTime=1733404899790; duration=0sec 2024-12-05T13:21:40,652 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:40,652 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a9f71dfb7b8c30e51ea5318c8cd74fc:A 2024-12-05T13:21:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-05T13:21:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:40,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:40,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404960740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:40,763 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/36e93ef7c17340a5b292b281d242708f 2024-12-05T13:21:40,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/364c314f5b284890ae388dc8e9cbedd8 is 50, key is test_row_0/C:col10/1733404898596/Put/seqid=0 2024-12-05T13:21:40,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742497_1673 (size=12301) 2024-12-05T13:21:40,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404960843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:41,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404961045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:41,173 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/364c314f5b284890ae388dc8e9cbedd8 2024-12-05T13:21:41,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/a29b7ff9bb834ca1add8553b501c9d7b as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/a29b7ff9bb834ca1add8553b501c9d7b 2024-12-05T13:21:41,181 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/a29b7ff9bb834ca1add8553b501c9d7b, entries=150, sequenceid=313, filesize=30.5 K 2024-12-05T13:21:41,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/36e93ef7c17340a5b292b281d242708f as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/36e93ef7c17340a5b292b281d242708f 2024-12-05T13:21:41,186 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/36e93ef7c17340a5b292b281d242708f, entries=150, sequenceid=313, filesize=12.0 K 2024-12-05T13:21:41,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/364c314f5b284890ae388dc8e9cbedd8 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/364c314f5b284890ae388dc8e9cbedd8 2024-12-05T13:21:41,189 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/364c314f5b284890ae388dc8e9cbedd8, entries=150, sequenceid=313, filesize=12.0 K 2024-12-05T13:21:41,190 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4a9f71dfb7b8c30e51ea5318c8cd74fc in 1260ms, sequenceid=313, compaction requested=false 2024-12-05T13:21:41,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2538): Flush status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:41,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:41,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=190 2024-12-05T13:21:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=190 2024-12-05T13:21:41,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=190, resume processing ppid=189 2024-12-05T13:21:41,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=190, ppid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6330 sec 2024-12-05T13:21:41,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees in 2.6370 sec 2024-12-05T13:21:41,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:41,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a9f71dfb7b8c30e51ea5318c8cd74fc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T13:21:41,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=A 2024-12-05T13:21:41,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:41,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=B 2024-12-05T13:21:41,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:41,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=C 2024-12-05T13:21:41,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:41,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120547bcc4aa18be4092bc6ef290976eb92f_4a9f71dfb7b8c30e51ea5318c8cd74fc is 50, key is test_row_0/A:col10/1733404900731/Put/seqid=0 2024-12-05T13:21:41,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742498_1674 (size=14994) 2024-12-05T13:21:41,361 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:41,364 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120547bcc4aa18be4092bc6ef290976eb92f_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120547bcc4aa18be4092bc6ef290976eb92f_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:41,365 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/fdc659c0d5274aa0b8ff775c966d4bb2, store: [table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:41,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/fdc659c0d5274aa0b8ff775c966d4bb2 is 175, key is test_row_0/A:col10/1733404900731/Put/seqid=0 2024-12-05T13:21:41,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742499_1675 (size=39949) 2024-12-05T13:21:41,369 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/fdc659c0d5274aa0b8ff775c966d4bb2 2024-12-05T13:21:41,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/781962db867d405181ceafa83e4306e1 is 50, key is test_row_0/B:col10/1733404900731/Put/seqid=0 2024-12-05T13:21:41,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742500_1676 (size=12301) 2024-12-05T13:21:41,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:41,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404961409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:41,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404961512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:41,654 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T13:21:41,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404961714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:41,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/781962db867d405181ceafa83e4306e1 2024-12-05T13:21:41,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/1d1d015fdf3c43ab956b4ab914f01624 is 50, key is test_row_0/C:col10/1733404900731/Put/seqid=0 2024-12-05T13:21:41,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742501_1677 (size=12301) 2024-12-05T13:21:42,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404962019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:42,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/1d1d015fdf3c43ab956b4ab914f01624 2024-12-05T13:21:42,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/fdc659c0d5274aa0b8ff775c966d4bb2 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/fdc659c0d5274aa0b8ff775c966d4bb2 2024-12-05T13:21:42,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/fdc659c0d5274aa0b8ff775c966d4bb2, entries=200, sequenceid=328, filesize=39.0 K 2024-12-05T13:21:42,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/781962db867d405181ceafa83e4306e1 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/781962db867d405181ceafa83e4306e1 2024-12-05T13:21:42,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/781962db867d405181ceafa83e4306e1, entries=150, sequenceid=328, filesize=12.0 K 2024-12-05T13:21:42,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/1d1d015fdf3c43ab956b4ab914f01624 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/1d1d015fdf3c43ab956b4ab914f01624 2024-12-05T13:21:42,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/1d1d015fdf3c43ab956b4ab914f01624, entries=150, sequenceid=328, filesize=12.0 K 2024-12-05T13:21:42,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4a9f71dfb7b8c30e51ea5318c8cd74fc in 868ms, sequenceid=328, compaction requested=true 2024-12-05T13:21:42,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:42,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a9f71dfb7b8c30e51ea5318c8cd74fc:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T13:21:42,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:42,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a9f71dfb7b8c30e51ea5318c8cd74fc:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T13:21:42,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:42,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a9f71dfb7b8c30e51ea5318c8cd74fc:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T13:21:42,218 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:42,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:42,218 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:42,219 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:42,219 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:42,219 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 4a9f71dfb7b8c30e51ea5318c8cd74fc/B is initiating minor compaction (all files) 2024-12-05T13:21:42,219 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1540): 4a9f71dfb7b8c30e51ea5318c8cd74fc/A is initiating minor compaction (all files) 2024-12-05T13:21:42,219 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a9f71dfb7b8c30e51ea5318c8cd74fc/B in TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:42,219 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a9f71dfb7b8c30e51ea5318c8cd74fc/A in TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:42,219 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/17901b57f02042ec8d909bd52048d4cf, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/36e93ef7c17340a5b292b281d242708f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/781962db867d405181ceafa83e4306e1] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp, totalSize=36.7 K 2024-12-05T13:21:42,219 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/90242036275c4ce58948aaf9ddba165f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/a29b7ff9bb834ca1add8553b501c9d7b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/fdc659c0d5274aa0b8ff775c966d4bb2] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp, totalSize=100.7 K 2024-12-05T13:21:42,220 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:42,220 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. files: [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/90242036275c4ce58948aaf9ddba165f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/a29b7ff9bb834ca1add8553b501c9d7b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/fdc659c0d5274aa0b8ff775c966d4bb2] 2024-12-05T13:21:42,220 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17901b57f02042ec8d909bd52048d4cf, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733404897896 2024-12-05T13:21:42,220 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting 90242036275c4ce58948aaf9ddba165f, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733404897896 2024-12-05T13:21:42,220 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36e93ef7c17340a5b292b281d242708f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733404898588 2024-12-05T13:21:42,220 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting a29b7ff9bb834ca1add8553b501c9d7b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733404898588 2024-12-05T13:21:42,220 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 781962db867d405181ceafa83e4306e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733404900731 2024-12-05T13:21:42,221 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] compactions.Compactor(224): Compacting fdc659c0d5274aa0b8ff775c966d4bb2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733404900731 2024-12-05T13:21:42,225 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:42,225 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a9f71dfb7b8c30e51ea5318c8cd74fc#B#compaction#575 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:42,226 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/288fb0a6a377441ea45a3f68356b02ff is 50, key is test_row_0/B:col10/1733404900731/Put/seqid=0 2024-12-05T13:21:42,227 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412058b08ac3d19254a5b9dca66957191f2e9_4a9f71dfb7b8c30e51ea5318c8cd74fc store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:42,228 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412058b08ac3d19254a5b9dca66957191f2e9_4a9f71dfb7b8c30e51ea5318c8cd74fc, store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:42,229 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058b08ac3d19254a5b9dca66957191f2e9_4a9f71dfb7b8c30e51ea5318c8cd74fc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:42,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742503_1679 (size=4469) 2024-12-05T13:21:42,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742502_1678 (size=13085) 2024-12-05T13:21:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:42,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a9f71dfb7b8c30e51ea5318c8cd74fc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T13:21:42,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=A 2024-12-05T13:21:42,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:42,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=B 2024-12-05T13:21:42,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:42,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=C 2024-12-05T13:21:42,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:42,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053d40dedab7664ff791a439eea871a399_4a9f71dfb7b8c30e51ea5318c8cd74fc is 50, key is test_row_0/A:col10/1733404901405/Put/seqid=0 2024-12-05T13:21:42,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742504_1680 (size=14994) 2024-12-05T13:21:42,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 320 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404962554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:42,651 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a9f71dfb7b8c30e51ea5318c8cd74fc#A#compaction#576 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:42,651 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/5405f053c1294e51b0ade89e06152e26 is 175, key is test_row_0/A:col10/1733404900731/Put/seqid=0 2024-12-05T13:21:42,654 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/288fb0a6a377441ea45a3f68356b02ff as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/288fb0a6a377441ea45a3f68356b02ff 2024-12-05T13:21:42,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742505_1681 (size=32039) 2024-12-05T13:21:42,659 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a9f71dfb7b8c30e51ea5318c8cd74fc/B of 4a9f71dfb7b8c30e51ea5318c8cd74fc into 288fb0a6a377441ea45a3f68356b02ff(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:42,659 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:42,659 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., storeName=4a9f71dfb7b8c30e51ea5318c8cd74fc/B, priority=13, startTime=1733404902218; duration=0sec 2024-12-05T13:21:42,660 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/5405f053c1294e51b0ade89e06152e26 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/5405f053c1294e51b0ade89e06152e26 2024-12-05T13:21:42,660 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T13:21:42,660 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a9f71dfb7b8c30e51ea5318c8cd74fc:B 2024-12-05T13:21:42,660 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T13:21:42,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 322 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404962657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:42,661 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T13:21:42,661 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1540): 4a9f71dfb7b8c30e51ea5318c8cd74fc/C is initiating minor compaction (all files) 2024-12-05T13:21:42,661 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a9f71dfb7b8c30e51ea5318c8cd74fc/C in TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-05T13:21:42,661 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/2836ec2eda1b4c96af48f9fa0b6a9e02, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/364c314f5b284890ae388dc8e9cbedd8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/1d1d015fdf3c43ab956b4ab914f01624] into tmpdir=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp, totalSize=36.7 K 2024-12-05T13:21:42,662 INFO [Thread-2590 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 189 completed 2024-12-05T13:21:42,662 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2836ec2eda1b4c96af48f9fa0b6a9e02, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733404897896 2024-12-05T13:21:42,663 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 364c314f5b284890ae388dc8e9cbedd8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733404898588 2024-12-05T13:21:42,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T13:21:42,663 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d1d015fdf3c43ab956b4ab914f01624, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733404900731 2024-12-05T13:21:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=191, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees 2024-12-05T13:21:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-05T13:21:42,665 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=191, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T13:21:42,665 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a9f71dfb7b8c30e51ea5318c8cd74fc/A of 4a9f71dfb7b8c30e51ea5318c8cd74fc into 5405f053c1294e51b0ade89e06152e26(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:42,665 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:42,665 INFO [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., storeName=4a9f71dfb7b8c30e51ea5318c8cd74fc/A, priority=13, startTime=1733404902218; duration=0sec 2024-12-05T13:21:42,665 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:42,665 DEBUG [RS:0;6fe4fa47a8fb:37007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a9f71dfb7b8c30e51ea5318c8cd74fc:A 2024-12-05T13:21:42,665 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=191, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T13:21:42,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=192, ppid=191, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T13:21:42,671 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a9f71dfb7b8c30e51ea5318c8cd74fc#C#compaction#578 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T13:21:42,672 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/f6cc1569d24d43e7a6bfb55524b55c98 is 50, key is test_row_0/C:col10/1733404900731/Put/seqid=0 2024-12-05T13:21:42,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742506_1682 (size=13085) 2024-12-05T13:21:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-05T13:21:42,804 DEBUG [Thread-2595 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bb6288a to 127.0.0.1:61019 2024-12-05T13:21:42,804 DEBUG [Thread-2595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:42,805 DEBUG [Thread-2597 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06556601 to 127.0.0.1:61019 2024-12-05T13:21:42,805 DEBUG [Thread-2597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:42,806 DEBUG [Thread-2599 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x458a85fd to 127.0.0.1:61019 2024-12-05T13:21:42,806 DEBUG [Thread-2599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:42,806 DEBUG [Thread-2591 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d836f78 to 127.0.0.1:61019 2024-12-05T13:21:42,806 DEBUG [Thread-2591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:42,807 DEBUG [Thread-2593 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53305d9b to 127.0.0.1:61019 2024-12-05T13:21:42,807 DEBUG [Thread-2593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:42,817 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:42,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-05T13:21:42,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:42,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:42,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:42,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:42,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:42,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 324 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404962862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:42,937 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:42,940 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053d40dedab7664ff791a439eea871a399_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053d40dedab7664ff791a439eea871a399_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:42,941 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/b638d59611e048b2bb336edcea209fa9, store: [table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:42,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/b638d59611e048b2bb336edcea209fa9 is 175, key is test_row_0/A:col10/1733404901405/Put/seqid=0 2024-12-05T13:21:42,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742507_1683 (size=39949) 2024-12-05T13:21:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-05T13:21:42,969 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:42,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-05T13:21:42,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:42,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:42,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:42,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:42,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:43,079 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/f6cc1569d24d43e7a6bfb55524b55c98 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/f6cc1569d24d43e7a6bfb55524b55c98 2024-12-05T13:21:43,082 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a9f71dfb7b8c30e51ea5318c8cd74fc/C of 4a9f71dfb7b8c30e51ea5318c8cd74fc into f6cc1569d24d43e7a6bfb55524b55c98(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T13:21:43,082 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:43,082 INFO [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc., storeName=4a9f71dfb7b8c30e51ea5318c8cd74fc/C, priority=13, startTime=1733404902218; duration=0sec 2024-12-05T13:21:43,082 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T13:21:43,082 DEBUG [RS:0;6fe4fa47a8fb:37007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a9f71dfb7b8c30e51ea5318c8cd74fc:C 2024-12-05T13:21:43,122 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:43,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-05T13:21:43,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:43,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:43,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:43,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:43,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:43,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 326 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404963165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-05T13:21:43,274 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:43,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-05T13:21:43,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:43,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:43,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:43,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:43,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:43,345 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=353, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/b638d59611e048b2bb336edcea209fa9 2024-12-05T13:21:43,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/11bef3523b8a4c1991500f862fc0320d is 50, key is test_row_0/B:col10/1733404901405/Put/seqid=0 2024-12-05T13:21:43,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742508_1684 (size=12301) 2024-12-05T13:21:43,426 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:43,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-05T13:21:43,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:43,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:43,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:43,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:43,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:43,578 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:43,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-05T13:21:43,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:43,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:43,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:43,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:43,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:43,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T13:21:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733404963666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:43,730 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:43,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-05T13:21:43,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:43,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:43,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:43,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:43,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:43,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/11bef3523b8a4c1991500f862fc0320d 2024-12-05T13:21:43,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/9631c72a33fc4d20b3b3f9dcd74e308e is 50, key is test_row_0/C:col10/1733404901405/Put/seqid=0 2024-12-05T13:21:43,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742509_1685 (size=12301) 2024-12-05T13:21:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-05T13:21:43,883 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:43,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-05T13:21:43,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:43,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:43,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:43,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:43,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:44,035 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:44,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-05T13:21:44,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:44,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:44,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:44,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:44,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:21:44,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/9631c72a33fc4d20b3b3f9dcd74e308e 2024-12-05T13:21:44,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/b638d59611e048b2bb336edcea209fa9 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/b638d59611e048b2bb336edcea209fa9 2024-12-05T13:21:44,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/b638d59611e048b2bb336edcea209fa9, entries=200, sequenceid=353, filesize=39.0 K 2024-12-05T13:21:44,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/11bef3523b8a4c1991500f862fc0320d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/11bef3523b8a4c1991500f862fc0320d 2024-12-05T13:21:44,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/11bef3523b8a4c1991500f862fc0320d, entries=150, sequenceid=353, filesize=12.0 K 2024-12-05T13:21:44,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/9631c72a33fc4d20b3b3f9dcd74e308e as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/9631c72a33fc4d20b3b3f9dcd74e308e 2024-12-05T13:21:44,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/9631c72a33fc4d20b3b3f9dcd74e308e, entries=150, sequenceid=353, filesize=12.0 K 2024-12-05T13:21:44,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4a9f71dfb7b8c30e51ea5318c8cd74fc in 1647ms, sequenceid=353, compaction requested=false 2024-12-05T13:21:44,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:44,188 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:44,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-05T13:21:44,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:44,189 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2837): Flushing 4a9f71dfb7b8c30e51ea5318c8cd74fc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T13:21:44,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=A 2024-12-05T13:21:44,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:44,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=B 2024-12-05T13:21:44,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:44,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=C 2024-12-05T13:21:44,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:44,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d618951bbdbc43c699dac95747201239_4a9f71dfb7b8c30e51ea5318c8cd74fc is 50, key is test_row_0/A:col10/1733404902550/Put/seqid=0 2024-12-05T13:21:44,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742510_1686 (size=12454) 2024-12-05T13:21:44,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:44,600 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d618951bbdbc43c699dac95747201239_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d618951bbdbc43c699dac95747201239_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:44,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/f7238a8e850240849fd89e23a114c876, store: [table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:44,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/f7238a8e850240849fd89e23a114c876 is 175, key is test_row_0/A:col10/1733404902550/Put/seqid=0 2024-12-05T13:21:44,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742511_1687 (size=31255) 2024-12-05T13:21:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37007 {}] regionserver.HRegion(8581): Flush requested on 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:44,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. as already flushing 2024-12-05T13:21:44,674 DEBUG [Thread-2588 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b914bf4 to 127.0.0.1:61019 2024-12-05T13:21:44,674 DEBUG [Thread-2588 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-05T13:21:45,005 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/f7238a8e850240849fd89e23a114c876 2024-12-05T13:21:45,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/b6675411d5874ccb9c0d7761349e6e3d is 50, key is test_row_0/B:col10/1733404902550/Put/seqid=0 2024-12-05T13:21:45,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742512_1688 (size=12301) 2024-12-05T13:21:45,414 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/b6675411d5874ccb9c0d7761349e6e3d 2024-12-05T13:21:45,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/e330ff01f26b4ce491e43a225bc5a1db is 50, key is test_row_0/C:col10/1733404902550/Put/seqid=0 2024-12-05T13:21:45,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742513_1689 (size=12301) 2024-12-05T13:21:45,444 DEBUG [Thread-2586 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1584f18a to 127.0.0.1:61019 2024-12-05T13:21:45,445 DEBUG [Thread-2586 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:45,492 DEBUG [Thread-2580 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d5efb7a to 127.0.0.1:61019 2024-12-05T13:21:45,492 DEBUG [Thread-2580 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:45,514 DEBUG [Thread-2584 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17327621 to 127.0.0.1:61019 2024-12-05T13:21:45,514 DEBUG [Thread-2584 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:45,523 DEBUG [Thread-2582 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fc332d8 to 127.0.0.1:61019 2024-12-05T13:21:45,523 DEBUG [Thread-2582 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:45,824 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/e330ff01f26b4ce491e43a225bc5a1db 2024-12-05T13:21:45,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/f7238a8e850240849fd89e23a114c876 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/f7238a8e850240849fd89e23a114c876 2024-12-05T13:21:45,830 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/f7238a8e850240849fd89e23a114c876, entries=150, sequenceid=367, filesize=30.5 K 2024-12-05T13:21:45,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/b6675411d5874ccb9c0d7761349e6e3d as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/b6675411d5874ccb9c0d7761349e6e3d 2024-12-05T13:21:45,833 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/b6675411d5874ccb9c0d7761349e6e3d, entries=150, sequenceid=367, filesize=12.0 K 2024-12-05T13:21:45,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/e330ff01f26b4ce491e43a225bc5a1db as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/e330ff01f26b4ce491e43a225bc5a1db 2024-12-05T13:21:45,835 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/e330ff01f26b4ce491e43a225bc5a1db, entries=150, sequenceid=367, filesize=12.0 K 2024-12-05T13:21:45,836 INFO [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=33.54 KB/34350 for 4a9f71dfb7b8c30e51ea5318c8cd74fc in 1647ms, sequenceid=367, compaction requested=true 2024-12-05T13:21:45,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2538): Flush status journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:45,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:45,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6fe4fa47a8fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=192 2024-12-05T13:21:45,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4106): Remote procedure done, pid=192 2024-12-05T13:21:45,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=192, resume processing ppid=191 2024-12-05T13:21:45,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=192, ppid=191, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1710 sec 2024-12-05T13:21:45,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=191, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees in 3.1750 sec 2024-12-05T13:21:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-05T13:21:46,770 INFO [Thread-2590 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 191 completed 2024-12-05T13:21:46,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T13:21:46,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-12-05T13:21:46,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-12-05T13:21:46,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-12-05T13:21:46,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-12-05T13:21:46,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 211 2024-12-05T13:21:46,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T13:21:46,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6485 2024-12-05T13:21:46,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6543 2024-12-05T13:21:46,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6466 2024-12-05T13:21:46,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6477 2024-12-05T13:21:46,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6539 2024-12-05T13:21:46,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T13:21:46,770 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T13:21:46,770 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d9954b7 to 127.0.0.1:61019 2024-12-05T13:21:46,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:46,771 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-05T13:21:46,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T13:21:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=193, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T13:21:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-05T13:21:46,773 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404906773"}]},"ts":"1733404906773"} 2024-12-05T13:21:46,774 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T13:21:46,776 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T13:21:46,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=194, ppid=193, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T13:21:46,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=195, ppid=194, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a9f71dfb7b8c30e51ea5318c8cd74fc, UNASSIGN}] 2024-12-05T13:21:46,777 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=195, ppid=194, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a9f71dfb7b8c30e51ea5318c8cd74fc, UNASSIGN 2024-12-05T13:21:46,778 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=195 updating hbase:meta row=4a9f71dfb7b8c30e51ea5318c8cd74fc, regionState=CLOSING, regionLocation=6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:46,778 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T13:21:46,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=196, ppid=195, state=RUNNABLE; CloseRegionProcedure 4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344}] 2024-12-05T13:21:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-05T13:21:46,930 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:46,930 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] handler.UnassignRegionHandler(124): Close 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:46,930 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T13:21:46,930 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HRegion(1681): Closing 4a9f71dfb7b8c30e51ea5318c8cd74fc, disabling compactions & flushes 2024-12-05T13:21:46,930 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:46,930 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:46,930 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. after waiting 0 ms 2024-12-05T13:21:46,930 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:46,930 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HRegion(2837): Flushing 4a9f71dfb7b8c30e51ea5318c8cd74fc 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-05T13:21:46,931 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=A 2024-12-05T13:21:46,931 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:46,931 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=B 2024-12-05T13:21:46,931 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:46,931 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a9f71dfb7b8c30e51ea5318c8cd74fc, store=C 2024-12-05T13:21:46,931 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T13:21:46,935 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e2bed663f9f94d6abb4701a277b7dafb_4a9f71dfb7b8c30e51ea5318c8cd74fc is 50, key is test_row_0/A:col10/1733404904672/Put/seqid=0 2024-12-05T13:21:46,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742514_1690 (size=12454) 2024-12-05T13:21:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-05T13:21:47,339 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:47,342 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e2bed663f9f94d6abb4701a277b7dafb_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e2bed663f9f94d6abb4701a277b7dafb_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:47,342 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/225c6ccb75974e32bc02b1ae9f5d5020, store: [table=TestAcidGuarantees family=A region=4a9f71dfb7b8c30e51ea5318c8cd74fc] 2024-12-05T13:21:47,343 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/225c6ccb75974e32bc02b1ae9f5d5020 is 175, key is test_row_0/A:col10/1733404904672/Put/seqid=0 2024-12-05T13:21:47,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742515_1691 (size=31255) 2024-12-05T13:21:47,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-05T13:21:47,747 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=375, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/225c6ccb75974e32bc02b1ae9f5d5020 2024-12-05T13:21:47,751 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/9cbde40da8bf48778feed1e00d622a17 is 50, key is test_row_0/B:col10/1733404904672/Put/seqid=0 2024-12-05T13:21:47,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742516_1692 (size=12301) 2024-12-05T13:21:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-05T13:21:48,155 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/9cbde40da8bf48778feed1e00d622a17 2024-12-05T13:21:48,160 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/098efa343b1346d59708970b128b5226 is 50, key is test_row_0/C:col10/1733404904672/Put/seqid=0 2024-12-05T13:21:48,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742517_1693 (size=12301) 2024-12-05T13:21:48,564 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/098efa343b1346d59708970b128b5226 2024-12-05T13:21:48,567 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/A/225c6ccb75974e32bc02b1ae9f5d5020 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/225c6ccb75974e32bc02b1ae9f5d5020 2024-12-05T13:21:48,570 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/225c6ccb75974e32bc02b1ae9f5d5020, entries=150, sequenceid=375, filesize=30.5 K 2024-12-05T13:21:48,570 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/B/9cbde40da8bf48778feed1e00d622a17 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/9cbde40da8bf48778feed1e00d622a17 2024-12-05T13:21:48,573 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/9cbde40da8bf48778feed1e00d622a17, entries=150, sequenceid=375, filesize=12.0 K 2024-12-05T13:21:48,573 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/.tmp/C/098efa343b1346d59708970b128b5226 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/098efa343b1346d59708970b128b5226 2024-12-05T13:21:48,576 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/098efa343b1346d59708970b128b5226, entries=150, sequenceid=375, filesize=12.0 K 2024-12-05T13:21:48,576 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 4a9f71dfb7b8c30e51ea5318c8cd74fc in 1646ms, sequenceid=375, compaction requested=true 2024-12-05T13:21:48,577 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/2e6e8296bbca429d918912ef8b0af571, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/c1dc248a37b3443fbbd96ddc5ec0e217, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/78badde2de3d4f31a48b8a8f70e6078f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/0c2f173495ff43c6aaa43ff166fb52ea, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/1102fcf66cb74466a7c0b7606e2a8134, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/11506a68f53b49159bc4bfd79f0e6834, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/e0741ebbfa2344539ae9803759b4818c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/7a6515211bbc4af6a30152331db85990, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/e797c85dac954cbf8164556e19db30ad, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/4d5b4afbbb2d433f9c38b53ca11ef661, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/870c166dd0544003aae3b77a0dd1320b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/d8d5265f2f544c03b31c1b4d72e62aa4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/e1bca8570500418b97e10ce8b57248b5, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/3c16cce1387844daa18072ca99d2ce15, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/ad07fe6f36964df99e8530cc2d641a01, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/cbeab06258f54009b594d546ec39cd51, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/a34e48b2bbee45c9b19c55ee2a9a0c2e, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/41ba0279d83b4b74ae8da0e727383d92, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/f9a8add2953e4a158a076b37f3596388, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/90242036275c4ce58948aaf9ddba165f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/62a60306483c416e855ebe5ef38b0acb, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/a29b7ff9bb834ca1add8553b501c9d7b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/fdc659c0d5274aa0b8ff775c966d4bb2] to archive 2024-12-05T13:21:48,578 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T13:21:48,579 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/2e6e8296bbca429d918912ef8b0af571 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/2e6e8296bbca429d918912ef8b0af571 2024-12-05T13:21:48,580 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/c1dc248a37b3443fbbd96ddc5ec0e217 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/c1dc248a37b3443fbbd96ddc5ec0e217 2024-12-05T13:21:48,580 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/78badde2de3d4f31a48b8a8f70e6078f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/78badde2de3d4f31a48b8a8f70e6078f 2024-12-05T13:21:48,581 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/0c2f173495ff43c6aaa43ff166fb52ea to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/0c2f173495ff43c6aaa43ff166fb52ea 2024-12-05T13:21:48,582 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/1102fcf66cb74466a7c0b7606e2a8134 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/1102fcf66cb74466a7c0b7606e2a8134 2024-12-05T13:21:48,583 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/11506a68f53b49159bc4bfd79f0e6834 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/11506a68f53b49159bc4bfd79f0e6834 2024-12-05T13:21:48,584 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/e0741ebbfa2344539ae9803759b4818c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/e0741ebbfa2344539ae9803759b4818c 2024-12-05T13:21:48,585 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/7a6515211bbc4af6a30152331db85990 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/7a6515211bbc4af6a30152331db85990 2024-12-05T13:21:48,585 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/e797c85dac954cbf8164556e19db30ad to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/e797c85dac954cbf8164556e19db30ad 2024-12-05T13:21:48,586 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/4d5b4afbbb2d433f9c38b53ca11ef661 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/4d5b4afbbb2d433f9c38b53ca11ef661 2024-12-05T13:21:48,587 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/870c166dd0544003aae3b77a0dd1320b to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/870c166dd0544003aae3b77a0dd1320b 2024-12-05T13:21:48,588 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/d8d5265f2f544c03b31c1b4d72e62aa4 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/d8d5265f2f544c03b31c1b4d72e62aa4 2024-12-05T13:21:48,588 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/e1bca8570500418b97e10ce8b57248b5 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/e1bca8570500418b97e10ce8b57248b5 2024-12-05T13:21:48,589 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/3c16cce1387844daa18072ca99d2ce15 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/3c16cce1387844daa18072ca99d2ce15 2024-12-05T13:21:48,590 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/ad07fe6f36964df99e8530cc2d641a01 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/ad07fe6f36964df99e8530cc2d641a01 2024-12-05T13:21:48,591 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/cbeab06258f54009b594d546ec39cd51 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/cbeab06258f54009b594d546ec39cd51 2024-12-05T13:21:48,591 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/a34e48b2bbee45c9b19c55ee2a9a0c2e to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/a34e48b2bbee45c9b19c55ee2a9a0c2e 2024-12-05T13:21:48,592 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/41ba0279d83b4b74ae8da0e727383d92 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/41ba0279d83b4b74ae8da0e727383d92 2024-12-05T13:21:48,593 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/f9a8add2953e4a158a076b37f3596388 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/f9a8add2953e4a158a076b37f3596388 2024-12-05T13:21:48,594 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/90242036275c4ce58948aaf9ddba165f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/90242036275c4ce58948aaf9ddba165f 2024-12-05T13:21:48,594 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/62a60306483c416e855ebe5ef38b0acb to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/62a60306483c416e855ebe5ef38b0acb 2024-12-05T13:21:48,595 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/a29b7ff9bb834ca1add8553b501c9d7b to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/a29b7ff9bb834ca1add8553b501c9d7b 2024-12-05T13:21:48,596 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/fdc659c0d5274aa0b8ff775c966d4bb2 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/fdc659c0d5274aa0b8ff775c966d4bb2 2024-12-05T13:21:48,597 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/fae6a9f8210a45938dafa722e11bb5a8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/ba24303e022d4ce783d845533970ae0d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/bf6963939939473a940a2965c9561207, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/7d809a6873ce45159570554006617dba, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/c63a9ff966664d8e9f197bc2828b004c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/03b167571827484d9fe72ba26a6c7fbc, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/167e398d2a9844838bd8759c464e577f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/5f556ccd01a94b46892911de54d1d08f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/4805c71cc3624fc788d9030dc71d50a0, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/1c70599ec14f462faac595ac33deb88b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/5837d2bc2caa41e389372ef37cbac3ab, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/7e2d88c7f52b4f9e9d7d7547eeeededb, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/b3790061f6404fffaf37f4a691dfa2b4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/787f471229cb4346b0090f8495e2e92d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/c4304609d04e44b18dba3ff13e9ad04a, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/04e7ef0865c54f90b2342554c07e34a4, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/24e859c9705744cda1a69975b7fe7081, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/f7b0a72f7583425c8be77b649c626db1, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/92d9cae49f9a4e23b83bbfd0778ce43d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/17901b57f02042ec8d909bd52048d4cf, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/cac579dc9dbb41b2afbd478f81820216, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/36e93ef7c17340a5b292b281d242708f, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/781962db867d405181ceafa83e4306e1] to archive 2024-12-05T13:21:48,597 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T13:21:48,598 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/fae6a9f8210a45938dafa722e11bb5a8 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/fae6a9f8210a45938dafa722e11bb5a8 2024-12-05T13:21:48,599 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/ba24303e022d4ce783d845533970ae0d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/ba24303e022d4ce783d845533970ae0d 2024-12-05T13:21:48,600 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/bf6963939939473a940a2965c9561207 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/bf6963939939473a940a2965c9561207 2024-12-05T13:21:48,601 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/7d809a6873ce45159570554006617dba to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/7d809a6873ce45159570554006617dba 2024-12-05T13:21:48,601 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/c63a9ff966664d8e9f197bc2828b004c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/c63a9ff966664d8e9f197bc2828b004c 2024-12-05T13:21:48,602 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/03b167571827484d9fe72ba26a6c7fbc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/03b167571827484d9fe72ba26a6c7fbc 2024-12-05T13:21:48,603 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/167e398d2a9844838bd8759c464e577f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/167e398d2a9844838bd8759c464e577f 2024-12-05T13:21:48,604 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/5f556ccd01a94b46892911de54d1d08f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/5f556ccd01a94b46892911de54d1d08f 2024-12-05T13:21:48,605 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/4805c71cc3624fc788d9030dc71d50a0 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/4805c71cc3624fc788d9030dc71d50a0 2024-12-05T13:21:48,605 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/1c70599ec14f462faac595ac33deb88b to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/1c70599ec14f462faac595ac33deb88b 2024-12-05T13:21:48,606 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/5837d2bc2caa41e389372ef37cbac3ab to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/5837d2bc2caa41e389372ef37cbac3ab 2024-12-05T13:21:48,607 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/7e2d88c7f52b4f9e9d7d7547eeeededb to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/7e2d88c7f52b4f9e9d7d7547eeeededb 2024-12-05T13:21:48,608 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/b3790061f6404fffaf37f4a691dfa2b4 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/b3790061f6404fffaf37f4a691dfa2b4 2024-12-05T13:21:48,609 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/787f471229cb4346b0090f8495e2e92d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/787f471229cb4346b0090f8495e2e92d 2024-12-05T13:21:48,610 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/c4304609d04e44b18dba3ff13e9ad04a to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/c4304609d04e44b18dba3ff13e9ad04a 2024-12-05T13:21:48,611 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/04e7ef0865c54f90b2342554c07e34a4 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/04e7ef0865c54f90b2342554c07e34a4 2024-12-05T13:21:48,612 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/24e859c9705744cda1a69975b7fe7081 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/24e859c9705744cda1a69975b7fe7081 2024-12-05T13:21:48,612 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/f7b0a72f7583425c8be77b649c626db1 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/f7b0a72f7583425c8be77b649c626db1 2024-12-05T13:21:48,613 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/92d9cae49f9a4e23b83bbfd0778ce43d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/92d9cae49f9a4e23b83bbfd0778ce43d 2024-12-05T13:21:48,614 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/17901b57f02042ec8d909bd52048d4cf to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/17901b57f02042ec8d909bd52048d4cf 2024-12-05T13:21:48,615 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/cac579dc9dbb41b2afbd478f81820216 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/cac579dc9dbb41b2afbd478f81820216 2024-12-05T13:21:48,616 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/36e93ef7c17340a5b292b281d242708f to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/36e93ef7c17340a5b292b281d242708f 2024-12-05T13:21:48,617 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/781962db867d405181ceafa83e4306e1 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/781962db867d405181ceafa83e4306e1 2024-12-05T13:21:48,618 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/4f5896260f79449fb9ac5253c468d52b, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/ed6dc1f91a5b45758d57bf8ea792ed98, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/293466329ead49b28e85e079dbbadfc6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/0ba7286dd5b44d8b88b8d554fd130fff, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/54f8e14f7baf471cab217e665c8d37da, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/75d25a17c8474d91a3cd1fb28ad96cbf, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/ab686e9592314d92810b474c5c9b3eb6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/d832f56cf0544f6992fe8e719db3df0c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/3d24c60c528a41b0a30e3f491168a4a6, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/a3e82491a77e4e85b5df9b24e5b71068, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/913d235a1f164ac18107eef998dca204, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/e792da3d09bb4e1097e98e1880139cb2, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/56a512594dc54d79ac0f04472c05da9d, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/e37a7720d2e04333bae63aba0186ecfd, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/ab6abf5e10d14f0d9b06221bdd0a54df, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/071e9a10964f44babb09412a3e31c8fe, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/663ae1e025e542738e0931d04e340f8c, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/98cb9fc0626f4011815f49a36d5224d9, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/54e249dceb6a48ffbda5589d9b6056e7, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/2836ec2eda1b4c96af48f9fa0b6a9e02, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/30139a7ae1414b1784a19597f47efc06, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/364c314f5b284890ae388dc8e9cbedd8, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/1d1d015fdf3c43ab956b4ab914f01624] to archive 2024-12-05T13:21:48,619 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T13:21:48,620 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/4f5896260f79449fb9ac5253c468d52b to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/4f5896260f79449fb9ac5253c468d52b 2024-12-05T13:21:48,621 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/ed6dc1f91a5b45758d57bf8ea792ed98 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/ed6dc1f91a5b45758d57bf8ea792ed98 2024-12-05T13:21:48,622 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/293466329ead49b28e85e079dbbadfc6 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/293466329ead49b28e85e079dbbadfc6 2024-12-05T13:21:48,623 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/0ba7286dd5b44d8b88b8d554fd130fff to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/0ba7286dd5b44d8b88b8d554fd130fff 2024-12-05T13:21:48,623 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/54f8e14f7baf471cab217e665c8d37da to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/54f8e14f7baf471cab217e665c8d37da 2024-12-05T13:21:48,624 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/75d25a17c8474d91a3cd1fb28ad96cbf to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/75d25a17c8474d91a3cd1fb28ad96cbf 2024-12-05T13:21:48,625 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/ab686e9592314d92810b474c5c9b3eb6 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/ab686e9592314d92810b474c5c9b3eb6 2024-12-05T13:21:48,626 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/d832f56cf0544f6992fe8e719db3df0c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/d832f56cf0544f6992fe8e719db3df0c 2024-12-05T13:21:48,627 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/3d24c60c528a41b0a30e3f491168a4a6 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/3d24c60c528a41b0a30e3f491168a4a6 2024-12-05T13:21:48,628 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/a3e82491a77e4e85b5df9b24e5b71068 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/a3e82491a77e4e85b5df9b24e5b71068 2024-12-05T13:21:48,629 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/913d235a1f164ac18107eef998dca204 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/913d235a1f164ac18107eef998dca204 2024-12-05T13:21:48,630 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/e792da3d09bb4e1097e98e1880139cb2 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/e792da3d09bb4e1097e98e1880139cb2 2024-12-05T13:21:48,631 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/56a512594dc54d79ac0f04472c05da9d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/56a512594dc54d79ac0f04472c05da9d 2024-12-05T13:21:48,632 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/e37a7720d2e04333bae63aba0186ecfd to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/e37a7720d2e04333bae63aba0186ecfd 2024-12-05T13:21:48,633 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/ab6abf5e10d14f0d9b06221bdd0a54df to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/ab6abf5e10d14f0d9b06221bdd0a54df 2024-12-05T13:21:48,634 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/071e9a10964f44babb09412a3e31c8fe to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/071e9a10964f44babb09412a3e31c8fe 2024-12-05T13:21:48,634 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/663ae1e025e542738e0931d04e340f8c to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/663ae1e025e542738e0931d04e340f8c 2024-12-05T13:21:48,635 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/98cb9fc0626f4011815f49a36d5224d9 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/98cb9fc0626f4011815f49a36d5224d9 2024-12-05T13:21:48,636 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/54e249dceb6a48ffbda5589d9b6056e7 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/54e249dceb6a48ffbda5589d9b6056e7 2024-12-05T13:21:48,637 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/2836ec2eda1b4c96af48f9fa0b6a9e02 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/2836ec2eda1b4c96af48f9fa0b6a9e02 2024-12-05T13:21:48,638 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/30139a7ae1414b1784a19597f47efc06 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/30139a7ae1414b1784a19597f47efc06 2024-12-05T13:21:48,639 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/364c314f5b284890ae388dc8e9cbedd8 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/364c314f5b284890ae388dc8e9cbedd8 2024-12-05T13:21:48,639 DEBUG [StoreCloser-TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/1d1d015fdf3c43ab956b4ab914f01624 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/1d1d015fdf3c43ab956b4ab914f01624 2024-12-05T13:21:48,643 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/recovered.edits/378.seqid, newMaxSeqId=378, maxSeqId=4 2024-12-05T13:21:48,643 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc. 2024-12-05T13:21:48,643 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HRegion(1635): Region close journal for 4a9f71dfb7b8c30e51ea5318c8cd74fc: 2024-12-05T13:21:48,644 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] handler.UnassignRegionHandler(170): Closed 4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:48,645 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=195 updating hbase:meta row=4a9f71dfb7b8c30e51ea5318c8cd74fc, regionState=CLOSED 2024-12-05T13:21:48,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=196, resume processing ppid=195 2024-12-05T13:21:48,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=196, ppid=195, state=SUCCESS; CloseRegionProcedure 4a9f71dfb7b8c30e51ea5318c8cd74fc, server=6fe4fa47a8fb,37007,1733404723344 in 1.8670 sec 2024-12-05T13:21:48,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=195, resume processing ppid=194 2024-12-05T13:21:48,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=195, ppid=194, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a9f71dfb7b8c30e51ea5318c8cd74fc, UNASSIGN in 1.8690 sec 2024-12-05T13:21:48,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=194, resume processing ppid=193 2024-12-05T13:21:48,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=194, ppid=193, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8720 sec 2024-12-05T13:21:48,649 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404908649"}]},"ts":"1733404908649"} 2024-12-05T13:21:48,650 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T13:21:48,652 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T13:21:48,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=193, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8810 sec 2024-12-05T13:21:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-05T13:21:48,876 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 193 completed 2024-12-05T13:21:48,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T13:21:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1098): Stored pid=197, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:21:48,878 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=197, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:21:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-12-05T13:21:48,878 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=197, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:21:48,880 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:48,881 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A, FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B, FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C, FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/recovered.edits] 2024-12-05T13:21:48,883 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/225c6ccb75974e32bc02b1ae9f5d5020 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/225c6ccb75974e32bc02b1ae9f5d5020 2024-12-05T13:21:48,884 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/5405f053c1294e51b0ade89e06152e26 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/5405f053c1294e51b0ade89e06152e26 2024-12-05T13:21:48,884 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/b638d59611e048b2bb336edcea209fa9 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/b638d59611e048b2bb336edcea209fa9 2024-12-05T13:21:48,885 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/f7238a8e850240849fd89e23a114c876 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/A/f7238a8e850240849fd89e23a114c876 2024-12-05T13:21:48,886 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/11bef3523b8a4c1991500f862fc0320d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/11bef3523b8a4c1991500f862fc0320d 2024-12-05T13:21:48,887 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/288fb0a6a377441ea45a3f68356b02ff to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/288fb0a6a377441ea45a3f68356b02ff 2024-12-05T13:21:48,888 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/9cbde40da8bf48778feed1e00d622a17 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/9cbde40da8bf48778feed1e00d622a17 2024-12-05T13:21:48,889 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/b6675411d5874ccb9c0d7761349e6e3d to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/B/b6675411d5874ccb9c0d7761349e6e3d 2024-12-05T13:21:48,890 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/098efa343b1346d59708970b128b5226 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/098efa343b1346d59708970b128b5226 2024-12-05T13:21:48,890 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/9631c72a33fc4d20b3b3f9dcd74e308e to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/9631c72a33fc4d20b3b3f9dcd74e308e 2024-12-05T13:21:48,891 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/e330ff01f26b4ce491e43a225bc5a1db to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/e330ff01f26b4ce491e43a225bc5a1db 2024-12-05T13:21:48,892 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/f6cc1569d24d43e7a6bfb55524b55c98 to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/C/f6cc1569d24d43e7a6bfb55524b55c98 2024-12-05T13:21:48,894 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/recovered.edits/378.seqid to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc/recovered.edits/378.seqid 2024-12-05T13:21:48,894 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/default/TestAcidGuarantees/4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:48,894 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T13:21:48,894 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T13:21:48,895 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-05T13:21:48,897 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052add5138d3474aa7a99f6c23f0b02a4e_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052add5138d3474aa7a99f6c23f0b02a4e_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:48,898 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052c5933618f0740b0b02695d77e10765e_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052c5933618f0740b0b02695d77e10765e_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:48,899 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052f26c16854ee480f87d3f7c0b926d267_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052f26c16854ee480f87d3f7c0b926d267_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:48,900 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053d40dedab7664ff791a439eea871a399_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053d40dedab7664ff791a439eea871a399_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:48,900 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053f36145481e1476b90bfd0fc2ec35947_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053f36145481e1476b90bfd0fc2ec35947_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:48,901 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205430d532eba9f4ed88943110d5023eb77_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205430d532eba9f4ed88943110d5023eb77_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:48,902 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120547bcc4aa18be4092bc6ef290976eb92f_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120547bcc4aa18be4092bc6ef290976eb92f_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:48,903 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058f76a89cd7d0434994ab9051d3f61a1e_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058f76a89cd7d0434994ab9051d3f61a1e_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:48,904 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059060eae525ee462fb4a6406f99a25b95_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059060eae525ee462fb4a6406f99a25b95_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:48,905 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a76df624633744fcbdd8e77c5c93c17c_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a76df624633744fcbdd8e77c5c93c17c_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:48,906 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ae1d217d96fa43199514a9bc31a4798c_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ae1d217d96fa43199514a9bc31a4798c_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:48,907 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b81fadd71d6c4865bdfc3d08eae1db6e_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b81fadd71d6c4865bdfc3d08eae1db6e_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:48,908 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ce0d75a65bf14af6832eb126c079bcfb_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ce0d75a65bf14af6832eb126c079bcfb_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:48,909 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d26abcae87c541789b06588e0c0b3413_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d26abcae87c541789b06588e0c0b3413_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:48,910 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d43970ba109d430a94c46c409f76f45c_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d43970ba109d430a94c46c409f76f45c_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:48,911 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d618951bbdbc43c699dac95747201239_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d618951bbdbc43c699dac95747201239_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:48,912 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e2bed663f9f94d6abb4701a277b7dafb_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e2bed663f9f94d6abb4701a277b7dafb_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:48,913 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e544dc422f0c4fe997b3705c2cdcf62d_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e544dc422f0c4fe997b3705c2cdcf62d_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:48,914 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e8ab069749814b1e86c1edfaa4a26152_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e8ab069749814b1e86c1edfaa4a26152_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:48,914 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f28dbbd44d07425592952b387bf628c1_4a9f71dfb7b8c30e51ea5318c8cd74fc to hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f28dbbd44d07425592952b387bf628c1_4a9f71dfb7b8c30e51ea5318c8cd74fc 2024-12-05T13:21:48,915 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T13:21:48,917 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=197, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:21:48,919 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T13:21:48,921 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T13:21:48,922 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=197, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:21:48,922 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T13:21:48,922 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733404908922"}]},"ts":"9223372036854775807"} 2024-12-05T13:21:48,923 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-05T13:21:48,923 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4a9f71dfb7b8c30e51ea5318c8cd74fc, NAME => 'TestAcidGuarantees,,1733404879717.4a9f71dfb7b8c30e51ea5318c8cd74fc.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T13:21:48,923 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T13:21:48,923 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733404908923"}]},"ts":"9223372036854775807"} 2024-12-05T13:21:48,925 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-05T13:21:48,927 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=197, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T13:21:48,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=197, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-12-05T13:21:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-12-05T13:21:48,979 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 197 completed 2024-12-05T13:21:48,988 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=240 (was 241), OpenFileDescriptor=457 (was 458), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 365), ProcessCount=11 (was 11), AvailableMemoryMB=8250 (was 8282) 2024-12-05T13:21:48,988 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-05T13:21:48,988 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T13:21:48,988 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:61019 2024-12-05T13:21:48,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:48,988 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:21:48,988 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=218052647, stopped=false 2024-12-05T13:21:48,989 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=6fe4fa47a8fb,44495,1733404722613 2024-12-05T13:21:48,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T13:21:48,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37007-0x1006254bb2a0001, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T13:21:48,990 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-05T13:21:48,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:21:48,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37007-0x1006254bb2a0001, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:21:48,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:48,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37007-0x1006254bb2a0001, quorum=127.0.0.1:61019, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:21:48,991 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6fe4fa47a8fb,37007,1733404723344' ***** 2024-12-05T13:21:48,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T13:21:48,991 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T13:21:48,991 INFO [RS:0;6fe4fa47a8fb:37007 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:21:48,992 INFO [RS:0;6fe4fa47a8fb:37007 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:21:48,992 INFO [RS:0;6fe4fa47a8fb:37007 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:21:48,992 INFO [RS:0;6fe4fa47a8fb:37007 {}] regionserver.HRegionServer(3579): Received CLOSE for 094e0220443168d5e40f78683b418974 2024-12-05T13:21:48,992 INFO [RS:0;6fe4fa47a8fb:37007 {}] regionserver.HRegionServer(1224): stopping server 6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:48,992 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:48,992 INFO [RS:0;6fe4fa47a8fb:37007 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:21:48,992 INFO [RS:0;6fe4fa47a8fb:37007 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:21:48,992 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T13:21:48,993 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 094e0220443168d5e40f78683b418974, disabling compactions & flushes 2024-12-05T13:21:48,993 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733404726593.094e0220443168d5e40f78683b418974. 2024-12-05T13:21:48,993 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733404726593.094e0220443168d5e40f78683b418974. 2024-12-05T13:21:48,993 INFO [RS:0;6fe4fa47a8fb:37007 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:21:48,993 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733404726593.094e0220443168d5e40f78683b418974. after waiting 0 ms 2024-12-05T13:21:48,993 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733404726593.094e0220443168d5e40f78683b418974. 2024-12-05T13:21:48,993 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 094e0220443168d5e40f78683b418974 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-05T13:21:48,993 INFO [RS:0;6fe4fa47a8fb:37007 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-05T13:21:48,993 INFO [RS:0;6fe4fa47a8fb:37007 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-05T13:21:48,993 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 094e0220443168d5e40f78683b418974=hbase:namespace,,1733404726593.094e0220443168d5e40f78683b418974.} 2024-12-05T13:21:48,993 DEBUG [RS_CLOSE_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:21:48,993 INFO [RS_CLOSE_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T13:21:48,993 DEBUG [RS_CLOSE_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T13:21:48,993 DEBUG [RS_CLOSE_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:21:48,993 DEBUG [RS_CLOSE_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:21:48,993 INFO [regionserver/6fe4fa47a8fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:21:48,993 INFO [RS_CLOSE_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-05T13:21:48,996 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] regionserver.HRegionServer(1629): Waiting on 094e0220443168d5e40f78683b418974, 1588230740 2024-12-05T13:21:49,015 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/namespace/094e0220443168d5e40f78683b418974/.tmp/info/09753dfc55314d4c980192802a0190db is 45, key is default/info:d/1733404727945/Put/seqid=0 2024-12-05T13:21:49,016 DEBUG [RS_CLOSE_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/meta/1588230740/.tmp/info/4f3b99825e884d2186d8f43a969f49fe is 143, key is hbase:namespace,,1733404726593.094e0220443168d5e40f78683b418974./info:regioninfo/1733404727829/Put/seqid=0 2024-12-05T13:21:49,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742518_1694 (size=5037) 2024-12-05T13:21:49,019 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/namespace/094e0220443168d5e40f78683b418974/.tmp/info/09753dfc55314d4c980192802a0190db 2024-12-05T13:21:49,022 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/namespace/094e0220443168d5e40f78683b418974/.tmp/info/09753dfc55314d4c980192802a0190db as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/namespace/094e0220443168d5e40f78683b418974/info/09753dfc55314d4c980192802a0190db 2024-12-05T13:21:49,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742519_1695 (size=7725) 2024-12-05T13:21:49,025 INFO [RS_CLOSE_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/meta/1588230740/.tmp/info/4f3b99825e884d2186d8f43a969f49fe 2024-12-05T13:21:49,025 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/namespace/094e0220443168d5e40f78683b418974/info/09753dfc55314d4c980192802a0190db, entries=2, sequenceid=6, filesize=4.9 K 2024-12-05T13:21:49,026 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 094e0220443168d5e40f78683b418974 in 33ms, sequenceid=6, compaction requested=false 2024-12-05T13:21:49,029 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/namespace/094e0220443168d5e40f78683b418974/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T13:21:49,030 INFO [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733404726593.094e0220443168d5e40f78683b418974. 2024-12-05T13:21:49,030 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 094e0220443168d5e40f78683b418974: 2024-12-05T13:21:49,030 DEBUG [RS_CLOSE_REGION-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733404726593.094e0220443168d5e40f78683b418974. 2024-12-05T13:21:49,044 DEBUG [RS_CLOSE_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/meta/1588230740/.tmp/rep_barrier/bad377e1bfd74311aaf53936163b2c36 is 102, key is TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe./rep_barrier:/1733404756423/DeleteFamily/seqid=0 2024-12-05T13:21:49,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742520_1696 (size=6025) 2024-12-05T13:21:49,197 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-05T13:21:49,296 INFO [regionserver/6fe4fa47a8fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T13:21:49,296 INFO [regionserver/6fe4fa47a8fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T13:21:49,397 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-05T13:21:49,448 INFO [RS_CLOSE_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/meta/1588230740/.tmp/rep_barrier/bad377e1bfd74311aaf53936163b2c36 2024-12-05T13:21:49,465 DEBUG [RS_CLOSE_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/meta/1588230740/.tmp/table/f5e9e1e0e7d648b0ba135de83efa9901 is 96, key is TestAcidGuarantees,,1733404728218.fc51a457309f1b6bd01a00a23da0d5fe./table:/1733404756423/DeleteFamily/seqid=0 2024-12-05T13:21:49,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742521_1697 (size=5942) 2024-12-05T13:21:49,597 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-05T13:21:49,797 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-05T13:21:49,869 INFO [RS_CLOSE_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/meta/1588230740/.tmp/table/f5e9e1e0e7d648b0ba135de83efa9901 2024-12-05T13:21:49,872 DEBUG [RS_CLOSE_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/meta/1588230740/.tmp/info/4f3b99825e884d2186d8f43a969f49fe as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/meta/1588230740/info/4f3b99825e884d2186d8f43a969f49fe 2024-12-05T13:21:49,875 INFO [RS_CLOSE_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/meta/1588230740/info/4f3b99825e884d2186d8f43a969f49fe, entries=22, sequenceid=93, filesize=7.5 K 2024-12-05T13:21:49,875 DEBUG [RS_CLOSE_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/meta/1588230740/.tmp/rep_barrier/bad377e1bfd74311aaf53936163b2c36 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/meta/1588230740/rep_barrier/bad377e1bfd74311aaf53936163b2c36 2024-12-05T13:21:49,877 INFO [RS_CLOSE_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/meta/1588230740/rep_barrier/bad377e1bfd74311aaf53936163b2c36, entries=6, sequenceid=93, filesize=5.9 K 2024-12-05T13:21:49,878 DEBUG [RS_CLOSE_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/meta/1588230740/.tmp/table/f5e9e1e0e7d648b0ba135de83efa9901 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/meta/1588230740/table/f5e9e1e0e7d648b0ba135de83efa9901 2024-12-05T13:21:49,880 INFO [RS_CLOSE_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/meta/1588230740/table/f5e9e1e0e7d648b0ba135de83efa9901, entries=9, sequenceid=93, filesize=5.8 K 2024-12-05T13:21:49,881 INFO [RS_CLOSE_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 888ms, sequenceid=93, compaction requested=false 2024-12-05T13:21:49,884 DEBUG [RS_CLOSE_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-05T13:21:49,885 DEBUG [RS_CLOSE_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:21:49,885 INFO [RS_CLOSE_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T13:21:49,885 DEBUG [RS_CLOSE_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T13:21:49,885 DEBUG [RS_CLOSE_META-regionserver/6fe4fa47a8fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:21:49,997 INFO [RS:0;6fe4fa47a8fb:37007 {}] regionserver.HRegionServer(1250): stopping server 6fe4fa47a8fb,37007,1733404723344; all regions closed. 2024-12-05T13:21:50,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741834_1010 (size=26050) 2024-12-05T13:21:50,003 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/oldWALs 2024-12-05T13:21:50,004 INFO [RS:0;6fe4fa47a8fb:37007 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6fe4fa47a8fb%2C37007%2C1733404723344.meta:.meta(num 1733404726347) 2024-12-05T13:21:50,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741832_1008 (size=15959666) 2024-12-05T13:21:50,007 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/oldWALs 2024-12-05T13:21:50,007 INFO [RS:0;6fe4fa47a8fb:37007 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6fe4fa47a8fb%2C37007%2C1733404723344:(num 1733404725439) 2024-12-05T13:21:50,007 DEBUG [RS:0;6fe4fa47a8fb:37007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:50,007 INFO [RS:0;6fe4fa47a8fb:37007 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:21:50,007 INFO [RS:0;6fe4fa47a8fb:37007 {}] hbase.ChoreService(370): Chore service for: regionserver/6fe4fa47a8fb:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T13:21:50,008 INFO [regionserver/6fe4fa47a8fb:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T13:21:50,008 INFO [RS:0;6fe4fa47a8fb:37007 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37007 2024-12-05T13:21:50,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T13:21:50,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37007-0x1006254bb2a0001, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6fe4fa47a8fb,37007,1733404723344 2024-12-05T13:21:50,013 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6fe4fa47a8fb,37007,1733404723344] 2024-12-05T13:21:50,013 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6fe4fa47a8fb,37007,1733404723344; numProcessing=1 2024-12-05T13:21:50,014 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/6fe4fa47a8fb,37007,1733404723344 already deleted, retry=false 2024-12-05T13:21:50,014 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 6fe4fa47a8fb,37007,1733404723344 expired; onlineServers=0 2024-12-05T13:21:50,014 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6fe4fa47a8fb,44495,1733404722613' ***** 2024-12-05T13:21:50,015 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:21:50,015 DEBUG [M:0;6fe4fa47a8fb:44495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8663ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6fe4fa47a8fb/172.17.0.2:0 2024-12-05T13:21:50,015 INFO [M:0;6fe4fa47a8fb:44495 {}] regionserver.HRegionServer(1224): stopping server 6fe4fa47a8fb,44495,1733404722613 2024-12-05T13:21:50,015 INFO [M:0;6fe4fa47a8fb:44495 {}] regionserver.HRegionServer(1250): stopping server 6fe4fa47a8fb,44495,1733404722613; all regions closed. 2024-12-05T13:21:50,015 DEBUG [M:0;6fe4fa47a8fb:44495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:50,015 DEBUG [M:0;6fe4fa47a8fb:44495 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:21:50,015 DEBUG [M:0;6fe4fa47a8fb:44495 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:21:50,015 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:21:50,015 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster-HFileCleaner.small.0-1733404725102 {}] cleaner.HFileCleaner(306): Exit Thread[master/6fe4fa47a8fb:0:becomeActiveMaster-HFileCleaner.small.0-1733404725102,5,FailOnTimeoutGroup] 2024-12-05T13:21:50,015 DEBUG [master/6fe4fa47a8fb:0:becomeActiveMaster-HFileCleaner.large.0-1733404725102 {}] cleaner.HFileCleaner(306): Exit Thread[master/6fe4fa47a8fb:0:becomeActiveMaster-HFileCleaner.large.0-1733404725102,5,FailOnTimeoutGroup] 2024-12-05T13:21:50,015 INFO [M:0;6fe4fa47a8fb:44495 {}] hbase.ChoreService(370): Chore service for: master/6fe4fa47a8fb:0 had [] on shutdown 2024-12-05T13:21:50,016 DEBUG [M:0;6fe4fa47a8fb:44495 {}] master.HMaster(1733): Stopping service threads 2024-12-05T13:21:50,016 INFO [M:0;6fe4fa47a8fb:44495 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:21:50,016 ERROR [M:0;6fe4fa47a8fb:44495 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-05T13:21:50,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T13:21:50,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T13:21:50,017 INFO [M:0;6fe4fa47a8fb:44495 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:21:50,017 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:21:50,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T13:21:50,017 DEBUG [M:0;6fe4fa47a8fb:44495 {}] zookeeper.ZKUtil(347): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T13:21:50,017 WARN [M:0;6fe4fa47a8fb:44495 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T13:21:50,017 INFO [M:0;6fe4fa47a8fb:44495 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-05T13:21:50,017 INFO [M:0;6fe4fa47a8fb:44495 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:21:50,018 DEBUG [M:0;6fe4fa47a8fb:44495 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:21:50,018 INFO [M:0;6fe4fa47a8fb:44495 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:21:50,018 DEBUG [M:0;6fe4fa47a8fb:44495 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:21:50,018 DEBUG [M:0;6fe4fa47a8fb:44495 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:21:50,018 DEBUG [M:0;6fe4fa47a8fb:44495 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:21:50,018 INFO [M:0;6fe4fa47a8fb:44495 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=788.31 KB heapSize=970.07 KB 2024-12-05T13:21:50,038 DEBUG [M:0;6fe4fa47a8fb:44495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/067948fc46c24265a32b3e1bd9317250 is 82, key is hbase:meta,,1/info:regioninfo/1733404726484/Put/seqid=0 2024-12-05T13:21:50,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742522_1698 (size=5672) 2024-12-05T13:21:50,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37007-0x1006254bb2a0001, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:21:50,114 INFO [RS:0;6fe4fa47a8fb:37007 {}] regionserver.HRegionServer(1307): Exiting; stopping=6fe4fa47a8fb,37007,1733404723344; zookeeper connection closed. 2024-12-05T13:21:50,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37007-0x1006254bb2a0001, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:21:50,114 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34c286ed {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34c286ed 2024-12-05T13:21:50,115 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:21:50,442 INFO [M:0;6fe4fa47a8fb:44495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2230 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/067948fc46c24265a32b3e1bd9317250 2024-12-05T13:21:50,464 DEBUG [M:0;6fe4fa47a8fb:44495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4a37e9d29284679abe9dfb2c75da76b is 2284, key is \x00\x00\x00\x00\x00\x00\x00(/proc:d/1733404759584/Put/seqid=0 2024-12-05T13:21:50,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742523_1699 (size=48400) 2024-12-05T13:21:50,871 INFO [M:0;6fe4fa47a8fb:44495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=787.75 KB at sequenceid=2230 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4a37e9d29284679abe9dfb2c75da76b 2024-12-05T13:21:50,873 INFO [M:0;6fe4fa47a8fb:44495 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4a37e9d29284679abe9dfb2c75da76b 2024-12-05T13:21:50,891 DEBUG [M:0;6fe4fa47a8fb:44495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc600e4308114bd79da85be65959d98a is 69, key is 6fe4fa47a8fb,37007,1733404723344/rs:state/1733404725219/Put/seqid=0 2024-12-05T13:21:50,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073742524_1700 (size=5156) 2024-12-05T13:21:51,294 INFO [M:0;6fe4fa47a8fb:44495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2230 (bloomFilter=true), to=hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc600e4308114bd79da85be65959d98a 2024-12-05T13:21:51,298 DEBUG [M:0;6fe4fa47a8fb:44495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/067948fc46c24265a32b3e1bd9317250 as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/067948fc46c24265a32b3e1bd9317250 2024-12-05T13:21:51,300 INFO [M:0;6fe4fa47a8fb:44495 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/067948fc46c24265a32b3e1bd9317250, entries=8, sequenceid=2230, filesize=5.5 K 2024-12-05T13:21:51,301 DEBUG [M:0;6fe4fa47a8fb:44495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4a37e9d29284679abe9dfb2c75da76b as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4a37e9d29284679abe9dfb2c75da76b 2024-12-05T13:21:51,303 INFO [M:0;6fe4fa47a8fb:44495 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4a37e9d29284679abe9dfb2c75da76b 2024-12-05T13:21:51,303 INFO [M:0;6fe4fa47a8fb:44495 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4a37e9d29284679abe9dfb2c75da76b, entries=197, sequenceid=2230, filesize=47.3 K 2024-12-05T13:21:51,303 DEBUG [M:0;6fe4fa47a8fb:44495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc600e4308114bd79da85be65959d98a as hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc600e4308114bd79da85be65959d98a 2024-12-05T13:21:51,305 INFO [M:0;6fe4fa47a8fb:44495 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42133/user/jenkins/test-data/b126ad8a-4398-f7e6-752f-e7053407d92e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc600e4308114bd79da85be65959d98a, entries=1, sequenceid=2230, filesize=5.0 K 2024-12-05T13:21:51,306 INFO [M:0;6fe4fa47a8fb:44495 {}] regionserver.HRegion(3040): Finished flush of dataSize ~788.31 KB/807227, heapSize ~969.77 KB/993048, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=2230, compaction requested=false 2024-12-05T13:21:51,308 INFO [M:0;6fe4fa47a8fb:44495 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:21:51,308 DEBUG [M:0;6fe4fa47a8fb:44495 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T13:21:51,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42449 is added to blk_1073741830_1006 (size=953488) 2024-12-05T13:21:51,310 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T13:21:51,310 INFO [M:0;6fe4fa47a8fb:44495 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-05T13:21:51,310 INFO [M:0;6fe4fa47a8fb:44495 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44495 2024-12-05T13:21:51,312 DEBUG [M:0;6fe4fa47a8fb:44495 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/6fe4fa47a8fb,44495,1733404722613 already deleted, retry=false 2024-12-05T13:21:51,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:21:51,414 INFO [M:0;6fe4fa47a8fb:44495 {}] regionserver.HRegionServer(1307): Exiting; stopping=6fe4fa47a8fb,44495,1733404722613; zookeeper connection closed. 2024-12-05T13:21:51,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1006254bb2a0000, quorum=127.0.0.1:61019, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:21:51,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:21:51,421 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:21:51,421 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:21:51,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:21:51,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/hadoop.log.dir/,STOPPED} 2024-12-05T13:21:51,424 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:21:51,424 WARN [BP-442476065-172.17.0.2-1733404719795 heartbeating to localhost/127.0.0.1:42133 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:21:51,424 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:21:51,424 WARN [BP-442476065-172.17.0.2-1733404719795 heartbeating to localhost/127.0.0.1:42133 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-442476065-172.17.0.2-1733404719795 (Datanode Uuid 9bd722a1-23b5-442d-968f-7b27b78c4cb9) service to localhost/127.0.0.1:42133 2024-12-05T13:21:51,426 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/cluster_0379fd47-0fc8-418b-80c1-4bbe2be754d3/dfs/data/data1/current/BP-442476065-172.17.0.2-1733404719795 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:21:51,427 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/cluster_0379fd47-0fc8-418b-80c1-4bbe2be754d3/dfs/data/data2/current/BP-442476065-172.17.0.2-1733404719795 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:21:51,427 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:21:51,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:21:51,435 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:21:51,435 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:21:51,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:21:51,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e19baf0-cf95-f3f2-7ec5-f40ee2c9fe97/hadoop.log.dir/,STOPPED} 2024-12-05T13:21:51,453 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-05T13:21:51,588 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down